2024-12-11 17:32:09,763 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-11 17:32:09,772 main DEBUG Took 0.008087 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 17:32:09,773 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 17:32:09,773 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 17:32:09,774 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 17:32:09,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,781 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 17:32:09,792 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,794 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,794 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,795 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,796 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,796 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,797 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,797 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,798 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,798 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,799 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,800 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 17:32:09,801 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,801 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 17:32:09,803 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 17:32:09,804 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 17:32:09,806 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 17:32:09,806 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 17:32:09,807 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 17:32:09,807 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 17:32:09,815 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 17:32:09,817 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 17:32:09,819 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 17:32:09,819 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 17:32:09,819 main DEBUG createAppenders(={Console}) 2024-12-11 17:32:09,820 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-11 17:32:09,820 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-11 17:32:09,821 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-11 17:32:09,821 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 17:32:09,821 main DEBUG OutputStream closed 2024-12-11 17:32:09,822 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 17:32:09,822 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 17:32:09,822 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-11 17:32:09,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 17:32:09,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 17:32:09,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 17:32:09,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 17:32:09,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 17:32:09,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 17:32:09,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 17:32:09,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 17:32:09,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 17:32:09,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 17:32:09,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 17:32:09,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 17:32:09,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 17:32:09,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 17:32:09,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 17:32:09,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 17:32:09,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 17:32:09,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 17:32:09,898 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 17:32:09,898 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-11 17:32:09,899 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 17:32:09,899 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-11T17:32:10,137 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b 2024-12-11 17:32:10,140 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 17:32:10,140 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T17:32:10,148 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-11T17:32:10,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T17:32:10,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe, deleteOnExit=true 2024-12-11T17:32:10,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T17:32:10,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/test.cache.data in system properties and HBase conf 2024-12-11T17:32:10,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T17:32:10,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.log.dir in system properties and HBase conf 2024-12-11T17:32:10,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T17:32:10,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T17:32:10,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T17:32:10,272 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T17:32:10,350 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T17:32:10,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T17:32:10,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T17:32:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T17:32:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T17:32:10,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T17:32:10,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T17:32:10,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T17:32:10,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T17:32:10,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T17:32:10,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/nfs.dump.dir in system properties and HBase conf 2024-12-11T17:32:10,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/java.io.tmpdir in system properties and HBase conf 2024-12-11T17:32:10,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T17:32:10,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T17:32:10,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T17:32:11,270 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T17:32:11,336 INFO [Time-limited test {}] log.Log(170): Logging initialized @2203ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T17:32:11,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T17:32:11,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T17:32:11,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T17:32:11,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T17:32:11,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T17:32:11,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T17:32:11,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610d6b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.log.dir/,AVAILABLE} 2024-12-11T17:32:11,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a6a643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T17:32:11,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f405bdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/java.io.tmpdir/jetty-localhost-40425-hadoop-hdfs-3_4_1-tests_jar-_-any-10114248681686440225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T17:32:11,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b829fcb{HTTP/1.1, (http/1.1)}{localhost:40425} 2024-12-11T17:32:11,666 INFO [Time-limited test {}] server.Server(415): Started @2534ms 2024-12-11T17:32:12,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T17:32:12,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T17:32:12,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T17:32:12,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T17:32:12,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T17:32:12,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350067e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.log.dir/,AVAILABLE} 2024-12-11T17:32:12,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24457f8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T17:32:12,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e531827{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/java.io.tmpdir/jetty-localhost-44219-hadoop-hdfs-3_4_1-tests_jar-_-any-11480477327545716493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T17:32:12,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ea205b6{HTTP/1.1, (http/1.1)}{localhost:44219} 2024-12-11T17:32:12,239 INFO [Time-limited test {}] server.Server(415): Started @3108ms 2024-12-11T17:32:12,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T17:32:13,044 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data1/current/BP-1092342993-172.17.0.2-1733938330835/current, will proceed with Du for space computation calculation, 2024-12-11T17:32:13,044 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data2/current/BP-1092342993-172.17.0.2-1733938330835/current, will proceed with Du for space computation calculation, 2024-12-11T17:32:13,068 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T17:32:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x659d251956ea693d with lease ID 0x8ff6d940c4179fa7: Processing first storage report for DS-39131b59-aed7-4779-baae-def7c4c89572 from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=7d49500c-baf8-46a0-82e0-5e790b44df6d, infoPort=33193, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=706617947;c=1733938330835) 2024-12-11T17:32:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x659d251956ea693d with lease ID 0x8ff6d940c4179fa7: from storage DS-39131b59-aed7-4779-baae-def7c4c89572 node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=7d49500c-baf8-46a0-82e0-5e790b44df6d, infoPort=33193, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=706617947;c=1733938330835), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-11T17:32:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x659d251956ea693d with lease ID 0x8ff6d940c4179fa7: Processing first storage report for DS-851be496-9c1c-4a5d-aba4-9103059340ba from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=7d49500c-baf8-46a0-82e0-5e790b44df6d, infoPort=33193, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=706617947;c=1733938330835) 2024-12-11T17:32:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x659d251956ea693d with lease ID 0x8ff6d940c4179fa7: from storage DS-851be496-9c1c-4a5d-aba4-9103059340ba node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=7d49500c-baf8-46a0-82e0-5e790b44df6d, infoPort=33193, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=706617947;c=1733938330835), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T17:32:13,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b 2024-12-11T17:32:13,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/zookeeper_0, clientPort=59704, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T17:32:13,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59704 2024-12-11T17:32:13,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:13,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741825_1001 (size=7) 2024-12-11T17:32:13,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 with version=8 2024-12-11T17:32:13,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/hbase-staging 2024-12-11T17:32:13,975 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T17:32:14,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d00a8b8c10:0 server-side Connection retries=45 2024-12-11T17:32:14,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T17:32:14,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T17:32:14,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T17:32:14,377 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T17:32:14,386 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T17:32:14,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T17:32:14,411 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 91831 (auto-detected) 2024-12-11T17:32:14,412 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T17:32:14,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-12-11T17:32:14,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35091 connecting to ZooKeeper ensemble=127.0.0.1:59704 2024-12-11T17:32:14,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350910x0, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T17:32:14,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35091-0x100162662bd0000 connected 2024-12-11T17:32:14,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:14,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:14,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T17:32:14,670 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501, hbase.cluster.distributed=false 2024-12-11T17:32:14,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T17:32:14,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-11T17:32:14,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-12-11T17:32:14,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-12-11T17:32:14,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-11T17:32:14,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-12-11T17:32:14,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d00a8b8c10:0 server-side Connection retries=45 2024-12-11T17:32:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T17:32:14,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T17:32:14,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T17:32:14,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T17:32:14,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T17:32:14,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33151 2024-12-11T17:32:14,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33151 connecting to ZooKeeper ensemble=127.0.0.1:59704 2024-12-11T17:32:14,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:14,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331510x0, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T17:32:14,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331510x0, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T17:32:14,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33151-0x100162662bd0001 connected 2024-12-11T17:32:14,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T17:32:14,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T17:32:14,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T17:32:14,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T17:32:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33151 2024-12-11T17:32:14,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33151 2024-12-11T17:32:14,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33151 2024-12-11T17:32:14,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33151 2024-12-11T17:32:14,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33151 2024-12-11T17:32:14,839 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d00a8b8c10:35091 2024-12-11T17:32:14,840 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T17:32:14,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T17:32:14,853 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T17:32:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:14,881 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T17:32:14,882 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7d00a8b8c10,35091,1733938334048 from backup master directory 2024-12-11T17:32:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T17:32:14,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T17:32:14,893 WARN [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T17:32:14,893 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:14,895 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T17:32:14,896 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T17:32:14,948 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/hbase.id] with ID: 3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc 2024-12-11T17:32:14,949 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/.tmp/hbase.id 2024-12-11T17:32:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741826_1002 (size=42) 2024-12-11T17:32:15,363 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/.tmp/hbase.id]:[hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/hbase.id] 2024-12-11T17:32:15,410 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T17:32:15,415 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T17:32:15,433 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-11T17:32:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:15,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:15,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741827_1003 (size=196) 2024-12-11T17:32:15,915 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:32:15,917 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T17:32:15,930 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:15,934 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T17:32:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741828_1004 (size=1189) 2024-12-11T17:32:16,383 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store 2024-12-11T17:32:16,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741829_1005 (size=34) 2024-12-11T17:32:16,809 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T17:32:16,812 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:16,813 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T17:32:16,813 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:32:16,814 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:32:16,815 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T17:32:16,815 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:32:16,816 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:32:16,817 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733938336813Disabling compacts and flushes for region at 1733938336813Disabling writes for close at 1733938336815 (+2 ms)Writing region close event to WAL at 1733938336816 (+1 ms)Closed at 1733938336816 2024-12-11T17:32:16,819 WARN [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/.initializing 2024-12-11T17:32:16,819 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/WALs/d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:16,827 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T17:32:16,841 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d00a8b8c10%2C35091%2C1733938334048, suffix=, logDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/WALs/d7d00a8b8c10,35091,1733938334048, archiveDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/oldWALs, maxLogs=10 2024-12-11T17:32:16,862 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/WALs/d7d00a8b8c10,35091,1733938334048/d7d00a8b8c10%2C35091%2C1733938334048.1733938336846, exclude list is [], retry=0 2024-12-11T17:32:16,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-39131b59-aed7-4779-baae-def7c4c89572,DISK] 2024-12-11T17:32:16,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T17:32:16,910 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/WALs/d7d00a8b8c10,35091,1733938334048/d7d00a8b8c10%2C35091%2C1733938334048.1733938336846 2024-12-11T17:32:16,911 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-11T17:32:16,911 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:32:16,912 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:16,914 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,915 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T17:32:16,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:16,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:16,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T17:32:16,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:16,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:16,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T17:32:16,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:16,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:16,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T17:32:16,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:16,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:16,985 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,988 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,989 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,995 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,995 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:16,999 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T17:32:17,003 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T17:32:17,007 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:32:17,008 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75330829, jitterRate=0.12251682579517365}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T17:32:17,013 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733938336926Initializing all the Stores at 1733938336928 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938336928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938336929 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938336929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938336929Cleaning up temporary data from old regions at 1733938336996 (+67 ms)Region opened successfully at 1733938337013 (+17 ms) 2024-12-11T17:32:17,014 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T17:32:17,044 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0c4469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d00a8b8c10/172.17.0.2:0 2024-12-11T17:32:17,068 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T17:32:17,077 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T17:32:17,077 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T17:32:17,079 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T17:32:17,081 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T17:32:17,085 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-11T17:32:17,085 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T17:32:17,106 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T17:32:17,113 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T17:32:17,125 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T17:32:17,128 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T17:32:17,129 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T17:32:17,138 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T17:32:17,140 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T17:32:17,144 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T17:32:17,154 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T17:32:17,156 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T17:32:17,167 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T17:32:17,188 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T17:32:17,196 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T17:32:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T17:32:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T17:32:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,213 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d00a8b8c10,35091,1733938334048, sessionid=0x100162662bd0000, setting cluster-up flag (Was=false) 2024-12-11T17:32:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,267 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T17:32:17,270 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:17,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:17,318 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T17:32:17,323 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:17,333 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T17:32:17,398 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T17:32:17,407 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T17:32:17,412 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T17:32:17,417 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d00a8b8c10,35091,1733938334048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T17:32:17,424 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d00a8b8c10:0, corePoolSize=5, maxPoolSize=5 2024-12-11T17:32:17,424 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d00a8b8c10:0, corePoolSize=5, maxPoolSize=5 2024-12-11T17:32:17,424 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d00a8b8c10:0, corePoolSize=5, maxPoolSize=5 2024-12-11T17:32:17,424 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d00a8b8c10:0, corePoolSize=5, maxPoolSize=5 2024-12-11T17:32:17,424 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d00a8b8c10:0, corePoolSize=10, maxPoolSize=10 2024-12-11T17:32:17,425 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,425 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d00a8b8c10:0, corePoolSize=2, maxPoolSize=2 2024-12-11T17:32:17,425 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,426 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733938367426 2024-12-11T17:32:17,428 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T17:32:17,429 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T17:32:17,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T17:32:17,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T17:32:17,433 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T17:32:17,433 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(746): ClusterId : 3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc 2024-12-11T17:32:17,433 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T17:32:17,434 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T17:32:17,434 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T17:32:17,436 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T17:32:17,435 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,438 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T17:32:17,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:17,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T17:32:17,439 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T17:32:17,440 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T17:32:17,442 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T17:32:17,443 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T17:32:17,444 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.large.0-1733938337444,5,FailOnTimeoutGroup] 2024-12-11T17:32:17,445 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.small.0-1733938337444,5,FailOnTimeoutGroup] 2024-12-11T17:32:17,445 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,445 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T17:32:17,446 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,447 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741831_1007 (size=1321) 2024-12-11T17:32:17,449 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T17:32:17,449 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T17:32:17,461 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T17:32:17,461 DEBUG [RS:0;d7d00a8b8c10:33151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2ec0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d00a8b8c10/172.17.0.2:0 2024-12-11T17:32:17,475 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d00a8b8c10:33151 2024-12-11T17:32:17,477 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T17:32:17,477 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T17:32:17,478 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T17:32:17,480 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d00a8b8c10,35091,1733938334048 with port=33151, startcode=1733938334749 2024-12-11T17:32:17,489 DEBUG [RS:0;d7d00a8b8c10:33151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T17:32:17,520 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T17:32:17,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,539 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:32:17,539 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40891 2024-12-11T17:32:17,539 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T17:32:17,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T17:32:17,551 DEBUG [RS:0;d7d00a8b8c10:33151 {}] zookeeper.ZKUtil(111): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,552 WARN [RS:0;d7d00a8b8c10:33151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T17:32:17,552 INFO [RS:0;d7d00a8b8c10:33151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T17:32:17,552 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d00a8b8c10,33151,1733938334749] 2024-12-11T17:32:17,577 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T17:32:17,587 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T17:32:17,592 INFO [RS:0;d7d00a8b8c10:33151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T17:32:17,592 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,593 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T17:32:17,598 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T17:32:17,599 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,599 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,599 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,599 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,599 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d00a8b8c10:0, corePoolSize=2, maxPoolSize=2 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,600 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,601 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d00a8b8c10:0, corePoolSize=1, maxPoolSize=1 2024-12-11T17:32:17,601 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d00a8b8c10:0, corePoolSize=3, maxPoolSize=3 2024-12-11T17:32:17,601 DEBUG [RS:0;d7d00a8b8c10:33151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0, corePoolSize=3, maxPoolSize=3 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,602 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,33151,1733938334749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T17:32:17,619 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T17:32:17,620 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,33151,1733938334749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,621 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,621 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.Replication(171): d7d00a8b8c10,33151,1733938334749 started 2024-12-11T17:32:17,636 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:17,636 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1482): Serving as d7d00a8b8c10,33151,1733938334749, RpcServer on d7d00a8b8c10/172.17.0.2:33151, sessionid=0x100162662bd0001 2024-12-11T17:32:17,637 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T17:32:17,637 DEBUG [RS:0;d7d00a8b8c10:33151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,637 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d00a8b8c10,33151,1733938334749' 2024-12-11T17:32:17,637 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T17:32:17,638 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T17:32:17,639 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T17:32:17,639 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T17:32:17,639 DEBUG [RS:0;d7d00a8b8c10:33151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:17,639 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d00a8b8c10,33151,1733938334749' 2024-12-11T17:32:17,639 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T17:32:17,640 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T17:32:17,641 DEBUG [RS:0;d7d00a8b8c10:33151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T17:32:17,641 INFO [RS:0;d7d00a8b8c10:33151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T17:32:17,641 INFO [RS:0;d7d00a8b8c10:33151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T17:32:17,755 INFO [RS:0;d7d00a8b8c10:33151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T17:32:17,758 INFO [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d00a8b8c10%2C33151%2C1733938334749, suffix=, logDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749, archiveDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/oldWALs, maxLogs=32 2024-12-11T17:32:17,771 DEBUG [RS:0;d7d00a8b8c10:33151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749/d7d00a8b8c10%2C33151%2C1733938334749.1733938337760, exclude list is [], retry=0 2024-12-11T17:32:17,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-39131b59-aed7-4779-baae-def7c4c89572,DISK] 2024-12-11T17:32:17,778 INFO [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749/d7d00a8b8c10%2C33151%2C1733938334749.1733938337760 2024-12-11T17:32:17,778 DEBUG [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-11T17:32:17,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T17:32:17,854 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:32:17,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741833_1009 (size=32) 2024-12-11T17:32:18,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:18,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T17:32:18,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T17:32:18,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T17:32:18,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T17:32:18,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T17:32:18,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T17:32:18,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T17:32:18,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T17:32:18,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T17:32:18,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740 2024-12-11T17:32:18,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740 2024-12-11T17:32:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T17:32:18,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T17:32:18,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:32:18,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T17:32:18,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:32:18,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68150776, jitterRate=0.0155256986618042}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:32:18,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733938338272Initializing all the Stores at 1733938338276 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938338276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338276Cleaning up temporary data from old regions at 1733938338302 (+26 ms)Region opened successfully at 1733938338311 (+9 ms) 2024-12-11T17:32:18,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T17:32:18,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T17:32:18,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T17:32:18,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T17:32:18,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T17:32:18,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T17:32:18,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733938338311Disabling compacts and flushes for region at 1733938338311Disabling writes for close at 1733938338312 (+1 ms)Writing region close event to WAL at 1733938338313 (+1 ms)Closed at 1733938338313 2024-12-11T17:32:18,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T17:32:18,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T17:32:18,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T17:32:18,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T17:32:18,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T17:32:18,489 DEBUG [d7d00a8b8c10:35091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T17:32:18,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:18,506 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d00a8b8c10,33151,1733938334749, state=OPENING 2024-12-11T17:32:18,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T17:32:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:32:18,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T17:32:18,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T17:32:18,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T17:32:18,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:18,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T17:32:18,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41577, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T17:32:18,760 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T17:32:18,761 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T17:32:18,762 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T17:32:18,765 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d00a8b8c10%2C33151%2C1733938334749.meta, suffix=.meta, logDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749, archiveDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/oldWALs, maxLogs=32 2024-12-11T17:32:18,778 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749/d7d00a8b8c10%2C33151%2C1733938334749.meta.1733938338767.meta, exclude list is [], retry=0 2024-12-11T17:32:18,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-39131b59-aed7-4779-baae-def7c4c89572,DISK] 2024-12-11T17:32:18,785 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/WALs/d7d00a8b8c10,33151,1733938334749/d7d00a8b8c10%2C33151%2C1733938334749.meta.1733938338767.meta 2024-12-11T17:32:18,785 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33193:33193)] 2024-12-11T17:32:18,786 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:32:18,788 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T17:32:18,791 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T17:32:18,797 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T17:32:18,802 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T17:32:18,802 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:18,803 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T17:32:18,803 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T17:32:18,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T17:32:18,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T17:32:18,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T17:32:18,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T17:32:18,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T17:32:18,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T17:32:18,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T17:32:18,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T17:32:18,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:18,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T17:32:18,817 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T17:32:18,818 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740 2024-12-11T17:32:18,821 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740 2024-12-11T17:32:18,824 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T17:32:18,824 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T17:32:18,825 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:32:18,828 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T17:32:18,830 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62097558, jitterRate=-0.07467427849769592}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:32:18,830 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T17:32:18,832 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733938338803Writing region info on filesystem at 1733938338803Initializing all the Stores at 1733938338806 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938338806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733938338806Cleaning up temporary data from old regions at 1733938338824 (+18 ms)Running coprocessor post-open hooks at 1733938338830 (+6 ms)Region opened successfully at 1733938338832 (+2 ms) 2024-12-11T17:32:18,838 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733938338738 2024-12-11T17:32:18,848 DEBUG [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T17:32:18,848 INFO [RS_OPEN_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T17:32:18,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:18,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d00a8b8c10,33151,1733938334749, state=OPEN 2024-12-11T17:32:18,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T17:32:18,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T17:32:18,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T17:32:18,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T17:32:18,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:18,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T17:32:18,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d00a8b8c10,33151,1733938334749 in 320 msec 2024-12-11T17:32:18,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T17:32:18,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 574 msec 2024-12-11T17:32:18,903 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T17:32:18,903 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T17:32:18,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:18,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:18,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:18,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:18,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6040 sec 2024-12-11T17:32:18,966 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733938338966, completionTime=-1 2024-12-11T17:32:18,968 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T17:32:18,968 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T17:32:18,989 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T17:32:18,989 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733938398989 2024-12-11T17:32:18,989 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733938458989 2024-12-11T17:32:18,989 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-11T17:32:18,991 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:18,992 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:18,992 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:18,993 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d00a8b8c10:35091, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:18,994 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:18,994 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:19,000 DEBUG [master/d7d00a8b8c10:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T17:32:19,022 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.128sec 2024-12-11T17:32:19,023 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T17:32:19,024 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T17:32:19,025 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T17:32:19,025 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T17:32:19,025 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T17:32:19,026 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T17:32:19,026 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T17:32:19,034 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T17:32:19,035 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T17:32:19,036 INFO [master/d7d00a8b8c10:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d00a8b8c10,35091,1733938334048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T17:32:19,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fe6dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:19,045 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T17:32:19,046 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T17:32:19,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:19,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:19,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42167a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:19,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:19,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:19,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6617cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:19,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:19,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:19,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:19,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:19,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=5688 2024-12-11T17:32:19,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:32:19,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:19,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aaba4f6 2024-12-11T17:32:19,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:32:19,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:32:19,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:32:19,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:32:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:19,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:32:19,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-11T17:32:19,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:19,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:32:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741835_1011 (size=959) 2024-12-11T17:32:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:19,573 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:32:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741836_1012 (size=53) 2024-12-11T17:32:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:19,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:19,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5cf5ffc9281777c215da9586e3ade8d8, disabling compactions & flushes 2024-12-11T17:32:19,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:19,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:19,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. after waiting 0 ms 2024-12-11T17:32:19,989 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:19,989 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:19,989 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cf5ffc9281777c215da9586e3ade8d8: Waiting for close lock at 1733938339988Disabling compacts and flushes for region at 1733938339988Disabling writes for close at 1733938339989 (+1 ms)Writing region close event to WAL at 1733938339989Closed at 1733938339989 2024-12-11T17:32:19,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:32:20,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938339996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938339996"}]},"ts":"1733938339996"} 2024-12-11T17:32:20,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:32:20,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:32:20,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938340010"}]},"ts":"1733938340010"} 2024-12-11T17:32:20,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:32:20,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, ASSIGN}] 2024-12-11T17:32:20,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, ASSIGN 2024-12-11T17:32:20,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:32:20,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf5ffc9281777c215da9586e3ade8d8, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:20,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, ASSIGN because future has completed 2024-12-11T17:32:20,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:20,351 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:20,352 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:32:20,352 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,353 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:20,353 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,353 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,355 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,358 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5ffc9281777c215da9586e3ade8d8 columnFamilyName A 2024-12-11T17:32:20,358 DEBUG [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:20,359 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(327): Store=5cf5ffc9281777c215da9586e3ade8d8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:20,359 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,361 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5ffc9281777c215da9586e3ade8d8 columnFamilyName B 2024-12-11T17:32:20,361 DEBUG [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:20,362 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(327): Store=5cf5ffc9281777c215da9586e3ade8d8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:20,362 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,364 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf5ffc9281777c215da9586e3ade8d8 columnFamilyName C 2024-12-11T17:32:20,364 DEBUG [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:20,365 INFO [StoreOpener-5cf5ffc9281777c215da9586e3ade8d8-1 {}] regionserver.HStore(327): Store=5cf5ffc9281777c215da9586e3ade8d8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:20,366 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,367 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,368 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,370 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,370 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,371 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:32:20,374 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,377 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:32:20,378 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cf5ffc9281777c215da9586e3ade8d8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71614139, jitterRate=0.067133828997612}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:32:20,378 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:20,379 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cf5ffc9281777c215da9586e3ade8d8: Running coprocessor pre-open hook at 1733938340353Writing region info on filesystem at 1733938340353Initializing all the Stores at 1733938340355 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938340355Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938340355Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938340355Cleaning up temporary data from old regions at 1733938340370 (+15 ms)Running coprocessor post-open hooks at 1733938340378 (+8 ms)Region opened successfully at 1733938340379 (+1 ms) 2024-12-11T17:32:20,381 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., pid=6, masterSystemTime=1733938340342 2024-12-11T17:32:20,385 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:20,385 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:20,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cf5ffc9281777c215da9586e3ade8d8, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:20,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:32:20,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T17:32:20,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 in 206 msec 2024-12-11T17:32:20,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T17:32:20,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, ASSIGN in 378 msec 2024-12-11T17:32:20,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:32:20,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938340402"}]},"ts":"1733938340402"} 2024-12-11T17:32:20,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:32:20,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:32:20,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-12-11T17:32:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T17:32:21,325 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:21,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308ded33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d699c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,343 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5677a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:32:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4ff25b 2024-12-11T17:32:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:32:21,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:32:21,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f5120f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,362 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb99d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,365 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aafb42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28287983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,369 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d6699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,372 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688e5843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c04eae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,375 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c373c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4834e559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572a18fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,382 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44447930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,385 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537ae38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2299c977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,388 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4230eeca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,391 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c905843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd97d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,396 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5568e161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,399 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddc1f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bea8a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b70606f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d23b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3d5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775e595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4852f5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634c146c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:21,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:21,413 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331f9727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:21,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:21,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcf1edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:21,420 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,420 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,420 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,420 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,420 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,420 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,423 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,423 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,423 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-11T17:32:21,420 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:21,431 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:21,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,434 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:21,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:32:21,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:21,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:21,506 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:21,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:32:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:21,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d03a7967774e40d4b439ffcbcc6f5c69 is 50, key is test_row_0/A:col10/1733938341508/Put/seqid=0 2024-12-11T17:32:21,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-11T17:32:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:21,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:21,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741837_1013 (size=14341) 2024-12-11T17:32:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d03a7967774e40d4b439ffcbcc6f5c69 2024-12-11T17:32:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938401632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938401631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938401634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938401656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938401659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:21,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8fb6e4ef88e74af7a537a9a4243e2ac8 is 50, key is test_row_0/B:col10/1733938341508/Put/seqid=0 2024-12-11T17:32:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741838_1014 (size=12001) 2024-12-11T17:32:21,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8fb6e4ef88e74af7a537a9a4243e2ac8 2024-12-11T17:32:21,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938401803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938401804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938401804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938401805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-11T17:32:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938401805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:21,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:21,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:21,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:21,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:21,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/c902cf14b4824b6ba0f70d6cc75bd070 is 50, key is test_row_0/C:col10/1733938341508/Put/seqid=0 2024-12-11T17:32:21,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741839_1015 (size=12001) 2024-12-11T17:32:21,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/c902cf14b4824b6ba0f70d6cc75bd070 2024-12-11T17:32:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d03a7967774e40d4b439ffcbcc6f5c69 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69 2024-12-11T17:32:21,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69, entries=200, sequenceid=14, filesize=14.0 K 2024-12-11T17:32:21,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8fb6e4ef88e74af7a537a9a4243e2ac8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8 2024-12-11T17:32:21,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8, entries=150, sequenceid=14, filesize=11.7 K 2024-12-11T17:32:21,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/c902cf14b4824b6ba0f70d6cc75bd070 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070 2024-12-11T17:32:21,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070, entries=150, sequenceid=14, filesize=11.7 K 2024-12-11T17:32:21,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5cf5ffc9281777c215da9586e3ade8d8 in 434ms, sequenceid=14, compaction requested=false 2024-12-11T17:32:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-11T17:32:21,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:21,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-11T17:32:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:21,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:32:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/167cd11865d049a2bf872a01298741be is 50, key is test_row_0/A:col10/1733938341646/Put/seqid=0 2024-12-11T17:32:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:22,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741840_1016 (size=12001) 2024-12-11T17:32:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938402043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938402046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938402059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938402065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938402071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938402174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938402174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938402184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938402184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938402185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938402393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938402394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938402396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938402396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938402399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,452 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/167cd11865d049a2bf872a01298741be 2024-12-11T17:32:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/10b0703127364f9a9b00c292ecbe7cb5 is 50, key is test_row_0/B:col10/1733938341646/Put/seqid=0 2024-12-11T17:32:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741841_1017 (size=12001) 2024-12-11T17:32:22,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/10b0703127364f9a9b00c292ecbe7cb5 2024-12-11T17:32:22,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/7420e008a35d4ae9a0f6aed541d5c858 is 50, key is test_row_0/C:col10/1733938341646/Put/seqid=0 2024-12-11T17:32:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741842_1018 (size=12001) 2024-12-11T17:32:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938402702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938402703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938402714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938402713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938402714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:22,989 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/7420e008a35d4ae9a0f6aed541d5c858 2024-12-11T17:32:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/167cd11865d049a2bf872a01298741be as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be 2024-12-11T17:32:23,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:32:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/10b0703127364f9a9b00c292ecbe7cb5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5 2024-12-11T17:32:23,046 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:32:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/7420e008a35d4ae9a0f6aed541d5c858 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858 2024-12-11T17:32:23,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:32:23,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5cf5ffc9281777c215da9586e3ade8d8 in 1080ms, sequenceid=37, compaction requested=false 2024-12-11T17:32:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-11T17:32:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-11T17:32:23,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T17:32:23,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-12-11T17:32:23,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6540 sec 2024-12-11T17:32:23,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:23,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T17:32:23,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/25fe8c47baf848cdbaeb46f07d1b49b3 is 50, key is test_row_0/A:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741843_1019 (size=14341) 2024-12-11T17:32:23,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/25fe8c47baf848cdbaeb46f07d1b49b3 2024-12-11T17:32:23,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c469dc243e584ac4a1f75e30239cdd90 is 50, key is test_row_0/B:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938403280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938403286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938403290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938403291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938403292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741844_1020 (size=12001) 2024-12-11T17:32:23,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c469dc243e584ac4a1f75e30239cdd90 2024-12-11T17:32:23,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/aae1a64ac2ad426aa5c121f33b5f0bfc is 50, key is test_row_0/C:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741845_1021 (size=12001) 2024-12-11T17:32:23,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/aae1a64ac2ad426aa5c121f33b5f0bfc 2024-12-11T17:32:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938403403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/25fe8c47baf848cdbaeb46f07d1b49b3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3 2024-12-11T17:32:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938403405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938403405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938403405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938403405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3, entries=200, sequenceid=51, filesize=14.0 K 2024-12-11T17:32:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c469dc243e584ac4a1f75e30239cdd90 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90 2024-12-11T17:32:23,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T17:32:23,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/aae1a64ac2ad426aa5c121f33b5f0bfc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc 2024-12-11T17:32:23,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T17:32:23,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 5cf5ffc9281777c215da9586e3ade8d8 in 261ms, sequenceid=51, compaction requested=true 2024-12-11T17:32:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:23,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:23,499 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:23,499 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:23,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:23,503 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:23,505 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:23,506 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,506 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.2 K 2024-12-11T17:32:23,508 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb6e4ef88e74af7a537a9a4243e2ac8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938341496 2024-12-11T17:32:23,510 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 10b0703127364f9a9b00c292ecbe7cb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938341606 2024-12-11T17:32:23,511 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c469dc243e584ac4a1f75e30239cdd90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342054 2024-12-11T17:32:23,512 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:23,512 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:23,512 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,512 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=39.7 K 2024-12-11T17:32:23,515 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d03a7967774e40d4b439ffcbcc6f5c69, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938341475 2024-12-11T17:32:23,516 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 167cd11865d049a2bf872a01298741be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938341606 2024-12-11T17:32:23,518 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25fe8c47baf848cdbaeb46f07d1b49b3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342042 2024-12-11T17:32:23,565 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:23,567 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/049a8741c3dc404180c8a1b64e9af310 is 50, key is test_row_0/B:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T17:32:23,575 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:23,575 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/a394a6a43a05413a99c049b582e9a729 is 50, key is test_row_0/A:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T17:32:23,582 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:23,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-11T17:32:23,588 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:23,591 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:23,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741846_1022 (size=12104) 2024-12-11T17:32:23,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741847_1023 (size=12104) 2024-12-11T17:32:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:23,627 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:23,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:32:23,637 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/049a8741c3dc404180c8a1b64e9af310 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/049a8741c3dc404180c8a1b64e9af310 2024-12-11T17:32:23,646 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/a394a6a43a05413a99c049b582e9a729 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a394a6a43a05413a99c049b582e9a729 2024-12-11T17:32:23,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/420a090d8071442099133d3269e404fb is 50, key is test_row_0/A:col10/1733938343285/Put/seqid=0 2024-12-11T17:32:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741848_1024 (size=14341) 2024-12-11T17:32:23,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/420a090d8071442099133d3269e404fb 2024-12-11T17:32:23,682 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into a394a6a43a05413a99c049b582e9a729(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:23,682 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:23,683 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 049a8741c3dc404180c8a1b64e9af310(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:23,683 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:23,685 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938343480; duration=0sec 2024-12-11T17:32:23,685 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938343499; duration=0sec 2024-12-11T17:32:23,688 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:23,688 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:23,688 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:23,689 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:23,689 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:23,691 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:23,691 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:23,691 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,691 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.2 K 2024-12-11T17:32:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:23,696 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c902cf14b4824b6ba0f70d6cc75bd070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938341496 2024-12-11T17:32:23,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8ead3fb1782d444dba57bfd9cbd89e77 is 50, key is test_row_0/B:col10/1733938343285/Put/seqid=0 2024-12-11T17:32:23,704 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7420e008a35d4ae9a0f6aed541d5c858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938341606 2024-12-11T17:32:23,705 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting aae1a64ac2ad426aa5c121f33b5f0bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342054 2024-12-11T17:32:23,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938403698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938403726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741849_1025 (size=12001) 2024-12-11T17:32:23,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8ead3fb1782d444dba57bfd9cbd89e77 2024-12-11T17:32:23,738 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:23,739 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/72147c5370f64568a9df1be018214947 is 50, key is test_row_0/C:col10/1733938343214/Put/seqid=0 2024-12-11T17:32:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938403728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938403728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938403731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b818961a71ae4c6e81843814db34306a is 50, key is test_row_0/C:col10/1733938343285/Put/seqid=0 2024-12-11T17:32:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741850_1026 (size=12104) 2024-12-11T17:32:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741851_1027 (size=12001) 2024-12-11T17:32:23,795 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/72147c5370f64568a9df1be018214947 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/72147c5370f64568a9df1be018214947 2024-12-11T17:32:23,819 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 72147c5370f64568a9df1be018214947(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:23,820 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:23,820 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938343499; duration=0sec 2024-12-11T17:32:23,820 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:23,820 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938403832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938403843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938403852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938403863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938403863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:23,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:23,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:23,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938404042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938404052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:24,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938404063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938404072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938404072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b818961a71ae4c6e81843814db34306a 2024-12-11T17:32:24,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/420a090d8071442099133d3269e404fb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb 2024-12-11T17:32:24,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb, entries=200, sequenceid=76, filesize=14.0 K 2024-12-11T17:32:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:24,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8ead3fb1782d444dba57bfd9cbd89e77 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77 2024-12-11T17:32:24,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77, entries=150, sequenceid=76, filesize=11.7 K 2024-12-11T17:32:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b818961a71ae4c6e81843814db34306a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a 2024-12-11T17:32:24,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a, entries=150, sequenceid=76, filesize=11.7 K 2024-12-11T17:32:24,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 5cf5ffc9281777c215da9586e3ade8d8 in 621ms, sequenceid=76, compaction requested=false 2024-12-11T17:32:24,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:24,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:32:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:24,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T17:32:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:24,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f5eaa669d4004b62bcc57b9c6ea1a26d is 50, key is test_row_0/A:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T17:32:24,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T17:32:24,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T17:32:24,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T17:32:24,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T17:32:24,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T17:32:24,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:32:24,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T17:32:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938404414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938404417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741852_1028 (size=14341) 2024-12-11T17:32:24,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f5eaa669d4004b62bcc57b9c6ea1a26d 2024-12-11T17:32:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938404420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938404422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938404424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/21b4dc8cba314ff78c29407f4dc70443 is 50, key is test_row_0/B:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741853_1029 (size=12001) 2024-12-11T17:32:24,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/21b4dc8cba314ff78c29407f4dc70443 2024-12-11T17:32:24,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/53ae075ea3e44250b8aa12e89cf7f9e6 is 50, key is test_row_0/C:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741854_1030 (size=12001) 2024-12-11T17:32:24,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/53ae075ea3e44250b8aa12e89cf7f9e6 2024-12-11T17:32:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f5eaa669d4004b62bcc57b9c6ea1a26d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d 2024-12-11T17:32:24,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938404532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938404533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938404533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d, entries=200, sequenceid=93, filesize=14.0 K 2024-12-11T17:32:24,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/21b4dc8cba314ff78c29407f4dc70443 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443 2024-12-11T17:32:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938404542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938404542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443, entries=150, sequenceid=93, filesize=11.7 K 2024-12-11T17:32:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/53ae075ea3e44250b8aa12e89cf7f9e6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6 2024-12-11T17:32:24,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6, entries=150, sequenceid=93, filesize=11.7 K 2024-12-11T17:32:24,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5cf5ffc9281777c215da9586e3ade8d8 in 216ms, sequenceid=93, compaction requested=true 2024-12-11T17:32:24,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:24,578 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:24,578 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:24,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:24,582 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:24,582 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:24,583 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,583 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a394a6a43a05413a99c049b582e9a729, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=39.8 K 2024-12-11T17:32:24,585 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:24,585 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:24,585 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,585 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/049a8741c3dc404180c8a1b64e9af310, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.3 K 2024-12-11T17:32:24,586 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a394a6a43a05413a99c049b582e9a729, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342054 2024-12-11T17:32:24,587 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 420a090d8071442099133d3269e404fb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733938343268 2024-12-11T17:32:24,587 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 049a8741c3dc404180c8a1b64e9af310, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342054 2024-12-11T17:32:24,588 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5eaa669d4004b62bcc57b9c6ea1a26d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:24,588 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ead3fb1782d444dba57bfd9cbd89e77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733938343285 2024-12-11T17:32:24,590 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 21b4dc8cba314ff78c29407f4dc70443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:24,614 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:24,615 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/472a53f4835f4158a5048cb6b92ad599 is 50, key is test_row_0/A:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,627 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:24,628 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/7874a80996054e4ba86b4c18a2dc848c is 50, key is test_row_0/B:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741855_1031 (size=12207) 2024-12-11T17:32:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741856_1032 (size=12207) 2024-12-11T17:32:24,670 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/472a53f4835f4158a5048cb6b92ad599 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/472a53f4835f4158a5048cb6b92ad599 2024-12-11T17:32:24,686 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 472a53f4835f4158a5048cb6b92ad599(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:24,686 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:24,687 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938344578; duration=0sec 2024-12-11T17:32:24,687 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:24,687 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:24,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-11T17:32:24,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,687 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T17:32:24,688 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:24,693 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:24,694 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:24,694 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:24,694 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/72147c5370f64568a9df1be018214947, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.3 K 2024-12-11T17:32:24,695 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72147c5370f64568a9df1be018214947, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938342054 2024-12-11T17:32:24,696 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b818961a71ae4c6e81843814db34306a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733938343285 2024-12-11T17:32:24,697 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53ae075ea3e44250b8aa12e89cf7f9e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/0011a296f0284569817a44850465ec7d is 50, key is test_row_0/A:col10/1733938344421/Put/seqid=0 2024-12-11T17:32:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:24,736 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:24,738 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/99d60b41563843b285c9acd56fe50491 is 50, key is test_row_0/C:col10/1733938343682/Put/seqid=0 2024-12-11T17:32:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:24,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741857_1033 (size=12001) 2024-12-11T17:32:24,750 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/0011a296f0284569817a44850465ec7d 2024-12-11T17:32:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741858_1034 (size=12207) 2024-12-11T17:32:24,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0724970e4d25479a99b9a5d5780dd461 is 50, key is test_row_0/B:col10/1733938344421/Put/seqid=0 2024-12-11T17:32:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938404776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938404777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938404780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938404783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938404787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741859_1035 (size=12001) 2024-12-11T17:32:24,815 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0724970e4d25479a99b9a5d5780dd461 2024-12-11T17:32:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9a1f2994f608472eb1386f0cb4dd5463 is 50, key is test_row_0/C:col10/1733938344421/Put/seqid=0 2024-12-11T17:32:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741860_1036 (size=12001) 2024-12-11T17:32:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938404893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938404893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938404893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938404893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938404902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,080 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/7874a80996054e4ba86b4c18a2dc848c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7874a80996054e4ba86b4c18a2dc848c 2024-12-11T17:32:25,098 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 7874a80996054e4ba86b4c18a2dc848c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:25,098 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:25,098 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938344578; duration=0sec 2024-12-11T17:32:25,099 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:25,099 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938405102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938405102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938405113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938405113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938405114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,182 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/99d60b41563843b285c9acd56fe50491 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/99d60b41563843b285c9acd56fe50491 2024-12-11T17:32:25,202 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 99d60b41563843b285c9acd56fe50491(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:25,202 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:25,202 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938344578; duration=0sec 2024-12-11T17:32:25,202 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:25,203 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:25,266 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9a1f2994f608472eb1386f0cb4dd5463 2024-12-11T17:32:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/0011a296f0284569817a44850465ec7d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d 2024-12-11T17:32:25,293 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T17:32:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0724970e4d25479a99b9a5d5780dd461 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461 2024-12-11T17:32:25,308 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T17:32:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9a1f2994f608472eb1386f0cb4dd5463 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463 2024-12-11T17:32:25,324 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463, entries=150, sequenceid=116, filesize=11.7 K 2024-12-11T17:32:25,327 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5cf5ffc9281777c215da9586e3ade8d8 in 639ms, sequenceid=116, compaction requested=false 2024-12-11T17:32:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-11T17:32:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-11T17:32:25,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T17:32:25,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-12-11T17:32:25,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7510 sec 2024-12-11T17:32:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:25,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:25,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T17:32:25,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/5524d827d22643cca5b8be184357cd33 is 50, key is test_row_0/A:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:25,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938405447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741861_1037 (size=12101) 2024-12-11T17:32:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938405450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938405450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938405453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938405454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938405562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938405563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938405563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938405572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938405572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-11T17:32:25,743 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:25,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-11T17:32:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:25,747 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:25,748 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:25,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938405772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938405772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938405772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938405782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938405782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:25,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/5524d827d22643cca5b8be184357cd33 2024-12-11T17:32:25,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3035dd6b6deb47dbb1b3dc9def079ffe is 50, key is test_row_0/B:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741862_1038 (size=12101) 2024-12-11T17:32:25,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:25,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938406082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938406082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938406083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938406092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938406092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3035dd6b6deb47dbb1b3dc9def079ffe 2024-12-11T17:32:26,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d6caa22cb95d460586cbc06926ce2c52 is 50, key is test_row_0/C:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741863_1039 (size=12101) 2024-12-11T17:32:26,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:26,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938406592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938406592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938406593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938406602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938406602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:26,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:26,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:26,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d6caa22cb95d460586cbc06926ce2c52 2024-12-11T17:32:26,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/5524d827d22643cca5b8be184357cd33 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33 2024-12-11T17:32:26,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T17:32:26,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3035dd6b6deb47dbb1b3dc9def079ffe as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe 2024-12-11T17:32:26,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T17:32:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d6caa22cb95d460586cbc06926ce2c52 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52 2024-12-11T17:32:26,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52, entries=150, sequenceid=135, filesize=11.8 K 2024-12-11T17:32:26,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5cf5ffc9281777c215da9586e3ade8d8 in 1339ms, sequenceid=135, compaction requested=true 2024-12-11T17:32:26,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:26,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:26,755 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:26,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:26,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:26,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:26,756 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:26,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:26,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:26,757 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:26,758 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:26,758 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:26,758 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,758 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:26,758 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7874a80996054e4ba86b4c18a2dc848c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.5 K 2024-12-11T17:32:26,758 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,758 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/472a53f4835f4158a5048cb6b92ad599, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.5 K 2024-12-11T17:32:26,759 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 472a53f4835f4158a5048cb6b92ad599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:26,759 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7874a80996054e4ba86b4c18a2dc848c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:26,759 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0724970e4d25479a99b9a5d5780dd461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733938344384 2024-12-11T17:32:26,759 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0011a296f0284569817a44850465ec7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733938344384 2024-12-11T17:32:26,760 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3035dd6b6deb47dbb1b3dc9def079ffe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:26,760 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5524d827d22643cca5b8be184357cd33, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:26,777 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:26,778 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/882817612859495493ee1226d8aea6e0 is 50, key is test_row_0/B:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:26,781 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:26,782 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/0d876aa1f47741f2bd2e54e31e97634d is 50, key is test_row_0/A:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741864_1040 (size=12409) 2024-12-11T17:32:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741865_1041 (size=12409) 2024-12-11T17:32:26,808 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/882817612859495493ee1226d8aea6e0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/882817612859495493ee1226d8aea6e0 2024-12-11T17:32:26,816 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/0d876aa1f47741f2bd2e54e31e97634d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0d876aa1f47741f2bd2e54e31e97634d 2024-12-11T17:32:26,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-11T17:32:26,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,829 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T17:32:26,830 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 882817612859495493ee1226d8aea6e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:26,830 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:26,830 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938346755; duration=0sec 2024-12-11T17:32:26,830 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:26,830 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:26,830 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:26,831 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 0d876aa1f47741f2bd2e54e31e97634d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:26,831 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:26,831 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938346755; duration=0sec 2024-12-11T17:32:26,832 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:26,832 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:26,835 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:26,835 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:26,835 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:26,835 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/99d60b41563843b285c9acd56fe50491, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.5 K 2024-12-11T17:32:26,836 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d60b41563843b285c9acd56fe50491, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733938343682 2024-12-11T17:32:26,837 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a1f2994f608472eb1386f0cb4dd5463, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733938344384 2024-12-11T17:32:26,838 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d6caa22cb95d460586cbc06926ce2c52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/fcf1ee14e9b142659ad0e9bf2bf609b4 is 50, key is test_row_0/A:col10/1733938345449/Put/seqid=0 2024-12-11T17:32:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741866_1042 (size=12151) 2024-12-11T17:32:26,871 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/fcf1ee14e9b142659ad0e9bf2bf609b4 2024-12-11T17:32:26,877 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:26,878 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/8aae0af39d2946e989fba6d08b8e6eff is 50, key is test_row_0/C:col10/1733938344779/Put/seqid=0 2024-12-11T17:32:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:26,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0a5bf8776e67402cb0222e623290012b is 50, key is test_row_0/B:col10/1733938345449/Put/seqid=0 2024-12-11T17:32:26,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741867_1043 (size=12409) 2024-12-11T17:32:26,921 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/8aae0af39d2946e989fba6d08b8e6eff as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8aae0af39d2946e989fba6d08b8e6eff 2024-12-11T17:32:26,933 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 8aae0af39d2946e989fba6d08b8e6eff(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:26,933 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:26,933 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938346756; duration=0sec 2024-12-11T17:32:26,934 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:26,934 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741868_1044 (size=12151) 2024-12-11T17:32:26,951 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0a5bf8776e67402cb0222e623290012b 2024-12-11T17:32:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/efba3abb9b1f460688067fbd41e97a36 is 50, key is test_row_0/C:col10/1733938345449/Put/seqid=0 2024-12-11T17:32:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741869_1045 (size=12151) 2024-12-11T17:32:26,979 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/efba3abb9b1f460688067fbd41e97a36 2024-12-11T17:32:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/fcf1ee14e9b142659ad0e9bf2bf609b4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4 2024-12-11T17:32:27,003 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T17:32:27,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/0a5bf8776e67402cb0222e623290012b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b 2024-12-11T17:32:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T17:32:27,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/efba3abb9b1f460688067fbd41e97a36 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36 2024-12-11T17:32:27,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36, entries=150, sequenceid=156, filesize=11.9 K 2024-12-11T17:32:27,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 5cf5ffc9281777c215da9586e3ade8d8 in 211ms, sequenceid=156, compaction requested=false 2024-12-11T17:32:27,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:27,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:27,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-11T17:32:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-11T17:32:27,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-11T17:32:27,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-12-11T17:32:27,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3050 sec 2024-12-11T17:32:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:27,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:27,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:32:27,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/a968b6be78a84c76995467afea9edd09 is 50, key is test_row_0/A:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741870_1046 (size=16931) 2024-12-11T17:32:27,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/a968b6be78a84c76995467afea9edd09 2024-12-11T17:32:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938407645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938407647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938407643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938407651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/fc717367d642428fbd09e12b1ac5c692 is 50, key is test_row_0/B:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:27,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741871_1047 (size=12151) 2024-12-11T17:32:27,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/fc717367d642428fbd09e12b1ac5c692 2024-12-11T17:32:27,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/88437fae13cd4b358ae5febc3f947537 is 50, key is test_row_0/C:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:27,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741872_1048 (size=12151) 2024-12-11T17:32:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938407763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938407764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938407764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938407766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938407767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T17:32:27,894 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:27,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-11T17:32:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:27,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:27,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:27,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:27,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938407973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938407973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938407973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:27,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938407973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938407973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:28,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-11T17:32:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:28,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/88437fae13cd4b358ae5febc3f947537 2024-12-11T17:32:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/a968b6be78a84c76995467afea9edd09 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09 2024-12-11T17:32:28,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09, entries=250, sequenceid=169, filesize=16.5 K 2024-12-11T17:32:28,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/fc717367d642428fbd09e12b1ac5c692 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692 2024-12-11T17:32:28,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692, entries=150, sequenceid=169, filesize=11.9 K 2024-12-11T17:32:28,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/88437fae13cd4b358ae5febc3f947537 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537 2024-12-11T17:32:28,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537, entries=150, sequenceid=169, filesize=11.9 K 2024-12-11T17:32:28,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5cf5ffc9281777c215da9586e3ade8d8 in 560ms, sequenceid=169, compaction requested=true 2024-12-11T17:32:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:28,174 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:28,174 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:28,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:28,175 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:28,175 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:28,175 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:28,175 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:28,175 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,175 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,175 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/882817612859495493ee1226d8aea6e0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.9 K 2024-12-11T17:32:28,175 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0d876aa1f47741f2bd2e54e31e97634d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=40.5 K 2024-12-11T17:32:28,176 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d876aa1f47741f2bd2e54e31e97634d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:28,176 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 882817612859495493ee1226d8aea6e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:28,176 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcf1ee14e9b142659ad0e9bf2bf609b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733938345447 2024-12-11T17:32:28,177 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a5bf8776e67402cb0222e623290012b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733938345447 2024-12-11T17:32:28,177 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a968b6be78a84c76995467afea9edd09, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:28,177 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting fc717367d642428fbd09e12b1ac5c692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:28,193 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:28,194 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/18db5d9899c14cefb9a288717682421f is 50, key is test_row_0/A:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:28,195 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:28,196 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/cc0c25327f41401bb128d485db2d2600 is 50, key is test_row_0/B:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741874_1050 (size=12561) 2024-12-11T17:32:28,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-11T17:32:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,210 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:32:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6c5f3cfa78e248de9a5bcd351cdc1a12 is 50, key is test_row_0/A:col10/1733938347646/Put/seqid=0 2024-12-11T17:32:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741873_1049 (size=12561) 2024-12-11T17:32:28,236 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/cc0c25327f41401bb128d485db2d2600 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cc0c25327f41401bb128d485db2d2600 2024-12-11T17:32:28,252 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into cc0c25327f41401bb128d485db2d2600(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:28,252 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:28,252 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938348174; duration=0sec 2024-12-11T17:32:28,252 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:28,252 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:28,252 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:28,258 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:28,258 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:28,258 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741875_1051 (size=12151) 2024-12-11T17:32:28,260 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8aae0af39d2946e989fba6d08b8e6eff, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=35.9 K 2024-12-11T17:32:28,262 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aae0af39d2946e989fba6d08b8e6eff, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733938344775 2024-12-11T17:32:28,263 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting efba3abb9b1f460688067fbd41e97a36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733938345447 2024-12-11T17:32:28,264 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 88437fae13cd4b358ae5febc3f947537, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:28,282 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:28,282 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/e5d64ffc466b4ce49ad7a9ef482d7abe is 50, key is test_row_0/C:col10/1733938347608/Put/seqid=0 2024-12-11T17:32:28,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741876_1052 (size=12561) 2024-12-11T17:32:28,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938408304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938408304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938408306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938408308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938408308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938408422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938408422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938408422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938408422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938408422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:28,618 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/18db5d9899c14cefb9a288717682421f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/18db5d9899c14cefb9a288717682421f 2024-12-11T17:32:28,627 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 18db5d9899c14cefb9a288717682421f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:28,627 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:28,628 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938348173; duration=0sec 2024-12-11T17:32:28,628 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:28,628 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:28,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938408632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938408632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938408633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938408633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938408633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6c5f3cfa78e248de9a5bcd351cdc1a12 2024-12-11T17:32:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/7c25d8575ed74419bf6d00a3be2f7f74 is 50, key is test_row_0/B:col10/1733938347646/Put/seqid=0 2024-12-11T17:32:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741877_1053 (size=12151) 2024-12-11T17:32:28,713 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/e5d64ffc466b4ce49ad7a9ef482d7abe as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/e5d64ffc466b4ce49ad7a9ef482d7abe 2024-12-11T17:32:28,724 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into e5d64ffc466b4ce49ad7a9ef482d7abe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:28,724 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:28,724 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938348174; duration=0sec 2024-12-11T17:32:28,725 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:28,725 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:28,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938408942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938408942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938408942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938408943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938408943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:29,090 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/7c25d8575ed74419bf6d00a3be2f7f74 2024-12-11T17:32:29,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a388a1276498498bae547053c16b695d is 50, key is test_row_0/C:col10/1733938347646/Put/seqid=0 2024-12-11T17:32:29,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741878_1054 (size=12151) 2024-12-11T17:32:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938409451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938409452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938409452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938409462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938409462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:29,512 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a388a1276498498bae547053c16b695d 2024-12-11T17:32:29,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6c5f3cfa78e248de9a5bcd351cdc1a12 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12 2024-12-11T17:32:29,526 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12, entries=150, sequenceid=193, filesize=11.9 K 2024-12-11T17:32:29,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/7c25d8575ed74419bf6d00a3be2f7f74 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74 2024-12-11T17:32:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74, entries=150, sequenceid=193, filesize=11.9 K 2024-12-11T17:32:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a388a1276498498bae547053c16b695d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d 2024-12-11T17:32:29,544 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d, entries=150, sequenceid=193, filesize=11.9 K 2024-12-11T17:32:29,546 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5cf5ffc9281777c215da9586e3ade8d8 in 1335ms, sequenceid=193, compaction requested=false 2024-12-11T17:32:29,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:29,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:29,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-11T17:32:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-11T17:32:29,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T17:32:29,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6490 sec 2024-12-11T17:32:29,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6580 sec 2024-12-11T17:32:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T17:32:30,042 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:30,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-11T17:32:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-11T17:32:30,047 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:30,048 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:30,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-11T17:32:30,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-11T17:32:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:30,203 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T17:32:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/721d412b0cc7496bb0fc249fe5d127c8 is 50, key is test_row_0/A:col10/1733938348300/Put/seqid=0 2024-12-11T17:32:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741879_1055 (size=12151) 2024-12-11T17:32:30,217 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/721d412b0cc7496bb0fc249fe5d127c8 2024-12-11T17:32:30,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/cb60ba5c6438423fa7d6c94535d21434 is 50, key is test_row_0/B:col10/1733938348300/Put/seqid=0 2024-12-11T17:32:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741880_1056 (size=12151) 2024-12-11T17:32:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-11T17:32:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:30,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938410490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938410490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938410492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938410493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938410494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938410602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938410602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938410602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938410602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938410603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/cb60ba5c6438423fa7d6c94535d21434 2024-12-11T17:32:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/6afee383398743d88dd048b27f308a2d is 50, key is test_row_0/C:col10/1733938348300/Put/seqid=0 2024-12-11T17:32:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741881_1057 (size=12151) 2024-12-11T17:32:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-11T17:32:30,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938410812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938410812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938410812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938410812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938410812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:30,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,060 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/6afee383398743d88dd048b27f308a2d 2024-12-11T17:32:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/721d412b0cc7496bb0fc249fe5d127c8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8 2024-12-11T17:32:31,078 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8, entries=150, sequenceid=209, filesize=11.9 K 2024-12-11T17:32:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/cb60ba5c6438423fa7d6c94535d21434 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434 2024-12-11T17:32:31,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434, entries=150, sequenceid=209, filesize=11.9 K 2024-12-11T17:32:31,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/6afee383398743d88dd048b27f308a2d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d 2024-12-11T17:32:31,098 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-11T17:32:31,100 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5cf5ffc9281777c215da9586e3ade8d8 in 897ms, sequenceid=209, compaction requested=true 2024-12-11T17:32:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-11T17:32:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-11T17:32:31,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-11T17:32:31,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0540 sec 2024-12-11T17:32:31,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0630 sec 2024-12-11T17:32:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:31,126 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:31,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:32:31,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7eb3adffa42c49eea2e947284a530250 is 50, key is test_row_0/A:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938411132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938411136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938411137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938411138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938411141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741882_1058 (size=12151) 2024-12-11T17:32:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-11T17:32:31,182 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:31,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-11T17:32:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:31,187 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:31,188 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:31,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938411253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938411253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938411253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938411254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938411254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:31,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938411463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938411463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938411463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938411463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938411464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:31,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7eb3adffa42c49eea2e947284a530250 2024-12-11T17:32:31,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/4856ce93afaf49e99a9b0b4ae049113e is 50, key is test_row_0/B:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741883_1059 (size=12151) 2024-12-11T17:32:31,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:31,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938411772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:31,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:31,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:31,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:31,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/4856ce93afaf49e99a9b0b4ae049113e 2024-12-11T17:32:31,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/979ac88d84ea40aabc4d603e19f871f4 is 50, key is test_row_0/C:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:31,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741884_1060 (size=12151) 2024-12-11T17:32:31,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/979ac88d84ea40aabc4d603e19f871f4 2024-12-11T17:32:31,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7eb3adffa42c49eea2e947284a530250 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250 2024-12-11T17:32:32,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250, entries=150, sequenceid=235, filesize=11.9 K 2024-12-11T17:32:32,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/4856ce93afaf49e99a9b0b4ae049113e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e 2024-12-11T17:32:32,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e, entries=150, sequenceid=235, filesize=11.9 K 2024-12-11T17:32:32,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/979ac88d84ea40aabc4d603e19f871f4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4 2024-12-11T17:32:32,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4, entries=150, sequenceid=235, filesize=11.9 K 2024-12-11T17:32:32,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5cf5ffc9281777c215da9586e3ade8d8 in 905ms, sequenceid=235, compaction requested=true 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:32,032 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:32,032 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:32,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:32,033 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:32,033 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:32,033 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:32,033 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:32,033 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:32,033 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:32,034 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cc0c25327f41401bb128d485db2d2600, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=47.9 K 2024-12-11T17:32:32,034 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/18db5d9899c14cefb9a288717682421f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=47.9 K 2024-12-11T17:32:32,034 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cc0c25327f41401bb128d485db2d2600, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:32,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18db5d9899c14cefb9a288717682421f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:32,034 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c25d8575ed74419bf6d00a3be2f7f74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733938347640 2024-12-11T17:32:32,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5f3cfa78e248de9a5bcd351cdc1a12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733938347640 2024-12-11T17:32:32,035 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cb60ba5c6438423fa7d6c94535d21434, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733938348300 2024-12-11T17:32:32,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 721d412b0cc7496bb0fc249fe5d127c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733938348300 2024-12-11T17:32:32,035 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 4856ce93afaf49e99a9b0b4ae049113e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:32,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eb3adffa42c49eea2e947284a530250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:32,054 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:32,055 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/b7c6c48873d94e17ada65ac0291a1ee0 is 50, key is test_row_0/B:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:32,058 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:32,059 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/772acdba3a604dce9658b1355e91310f is 50, key is test_row_0/A:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:32,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741885_1061 (size=12697) 2024-12-11T17:32:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741886_1062 (size=12697) 2024-12-11T17:32:32,081 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/772acdba3a604dce9658b1355e91310f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/772acdba3a604dce9658b1355e91310f 2024-12-11T17:32:32,092 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 772acdba3a604dce9658b1355e91310f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:32,092 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:32,092 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=12, startTime=1733938352032; duration=0sec 2024-12-11T17:32:32,092 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:32,092 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:32,092 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:32,095 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:32,095 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:32,095 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:32,095 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/e5d64ffc466b4ce49ad7a9ef482d7abe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=47.9 K 2024-12-11T17:32:32,096 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5d64ffc466b4ce49ad7a9ef482d7abe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733938347608 2024-12-11T17:32:32,096 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a388a1276498498bae547053c16b695d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733938347640 2024-12-11T17:32:32,097 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6afee383398743d88dd048b27f308a2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733938348300 2024-12-11T17:32:32,097 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 979ac88d84ea40aabc4d603e19f871f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:32,111 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:32,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-11T17:32:32,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:32,112 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a83ea9693b3c4a73a8d78c8faabf7d4d is 50, key is test_row_0/C:col10/1733938350491/Put/seqid=0 2024-12-11T17:32:32,112 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T17:32:32,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7a6e4902ee3443cdacca87a5464b1027 is 50, key is test_row_0/A:col10/1733938351138/Put/seqid=0 2024-12-11T17:32:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741887_1063 (size=12697) 2024-12-11T17:32:32,128 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a83ea9693b3c4a73a8d78c8faabf7d4d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a83ea9693b3c4a73a8d78c8faabf7d4d 2024-12-11T17:32:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741888_1064 (size=9757) 2024-12-11T17:32:32,132 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7a6e4902ee3443cdacca87a5464b1027 2024-12-11T17:32:32,140 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into a83ea9693b3c4a73a8d78c8faabf7d4d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:32,140 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:32,140 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=12, startTime=1733938352032; duration=0sec 2024-12-11T17:32:32,141 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:32,141 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:32,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/59a4410abc75471ba13675a391ada9b7 is 50, key is test_row_0/B:col10/1733938351138/Put/seqid=0 2024-12-11T17:32:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741889_1065 (size=9757) 2024-12-11T17:32:32,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938412319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938412322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938412323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938412323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938412325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938412432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938412432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938412442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938412442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938412442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,478 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/b7c6c48873d94e17ada65ac0291a1ee0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/b7c6c48873d94e17ada65ac0291a1ee0 2024-12-11T17:32:32,488 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into b7c6c48873d94e17ada65ac0291a1ee0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:32,488 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:32,488 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=12, startTime=1733938352032; duration=0sec 2024-12-11T17:32:32,489 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:32,489 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:32,558 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/59a4410abc75471ba13675a391ada9b7 2024-12-11T17:32:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ea80486191754ed6929f93d34e1fa5ae is 50, key is test_row_0/C:col10/1733938351138/Put/seqid=0 2024-12-11T17:32:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741890_1066 (size=9757) 2024-12-11T17:32:32,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938412642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938412642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938412652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938412652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938412653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938412952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938412952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938412962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938412963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938412963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:32,978 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ea80486191754ed6929f93d34e1fa5ae 2024-12-11T17:32:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7a6e4902ee3443cdacca87a5464b1027 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027 2024-12-11T17:32:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027, entries=100, sequenceid=246, filesize=9.5 K 2024-12-11T17:32:32,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/59a4410abc75471ba13675a391ada9b7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7 2024-12-11T17:32:32,999 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7, entries=100, sequenceid=246, filesize=9.5 K 2024-12-11T17:32:33,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ea80486191754ed6929f93d34e1fa5ae as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae 2024-12-11T17:32:33,009 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae, entries=100, sequenceid=246, filesize=9.5 K 2024-12-11T17:32:33,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 5cf5ffc9281777c215da9586e3ade8d8 in 899ms, sequenceid=246, compaction requested=false 2024-12-11T17:32:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-11T17:32:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-11T17:32:33,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-11T17:32:33,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-12-11T17:32:33,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.8360 sec 2024-12-11T17:32:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T17:32:33,332 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:33,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-11T17:32:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:33,341 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:33,342 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:33,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:33,465 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:33,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-11T17:32:33,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f is 50, key is test_row_0/A:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938413473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938413475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938413481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938413485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938413488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741891_1067 (size=17181) 2024-12-11T17:32:33,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f 2024-12-11T17:32:33,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-11T17:32:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:33,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3a27cbf8bcc942bea100d7862dea2eb8 is 50, key is test_row_0/B:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741892_1068 (size=12301) 2024-12-11T17:32:33,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3a27cbf8bcc942bea100d7862dea2eb8 2024-12-11T17:32:33,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/73c34817253f44318b45a01a5b09ade3 is 50, key is test_row_0/C:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741893_1069 (size=12301) 2024-12-11T17:32:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/73c34817253f44318b45a01a5b09ade3 2024-12-11T17:32:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938413592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938413592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938413593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938413593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f 2024-12-11T17:32:33,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f, entries=250, sequenceid=277, filesize=16.8 K 2024-12-11T17:32:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/3a27cbf8bcc942bea100d7862dea2eb8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8 2024-12-11T17:32:33,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T17:32:33,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/73c34817253f44318b45a01a5b09ade3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3 2024-12-11T17:32:33,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3, entries=150, sequenceid=277, filesize=12.0 K 2024-12-11T17:32:33,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 5cf5ffc9281777c215da9586e3ade8d8 in 175ms, sequenceid=277, compaction requested=true 2024-12-11T17:32:33,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:33,641 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:33,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:33,643 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:33,643 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:33,643 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,643 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/772acdba3a604dce9658b1355e91310f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=38.7 K 2024-12-11T17:32:33,644 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 772acdba3a604dce9658b1355e91310f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:33,645 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a6e4902ee3443cdacca87a5464b1027, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733938351136 2024-12-11T17:32:33,646 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8b9ef4a82304a9ead5c37e1e0ebfc6f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352318 2024-12-11T17:32:33,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:33,648 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:33,651 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:33,651 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:33,651 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,651 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/b7c6c48873d94e17ada65ac0291a1ee0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=33.9 K 2024-12-11T17:32:33,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-11T17:32:33,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,653 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c6c48873d94e17ada65ac0291a1ee0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:33,653 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-11T17:32:33,653 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 59a4410abc75471ba13675a391ada9b7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733938351136 2024-12-11T17:32:33,655 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a27cbf8bcc942bea100d7862dea2eb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352320 2024-12-11T17:32:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:33,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:33,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:33,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/08f2b1f10d9a45d290af4cf822a3e052 is 50, key is test_row_0/A:col10/1733938353479/Put/seqid=0 2024-12-11T17:32:33,671 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:33,672 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/1d9a0eb23a574b69b72a2418da5ef9d4 is 50, key is test_row_0/A:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,679 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:33,680 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/a58da8beeed94a0d86a0eac63dbc1a88 is 50, key is test_row_0/B:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741894_1070 (size=12949) 2024-12-11T17:32:33,727 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/1d9a0eb23a574b69b72a2418da5ef9d4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/1d9a0eb23a574b69b72a2418da5ef9d4 2024-12-11T17:32:33,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741896_1072 (size=12301) 2024-12-11T17:32:33,731 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/08f2b1f10d9a45d290af4cf822a3e052 2024-12-11T17:32:33,744 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 1d9a0eb23a574b69b72a2418da5ef9d4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:33,744 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:33,744 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938353641; duration=0sec 2024-12-11T17:32:33,744 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:33,744 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:33,744 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:33,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:33,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:33,747 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:33,747 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a83ea9693b3c4a73a8d78c8faabf7d4d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=33.9 K 2024-12-11T17:32:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741895_1071 (size=12949) 2024-12-11T17:32:33,749 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a83ea9693b3c4a73a8d78c8faabf7d4d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733938350488 2024-12-11T17:32:33,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea80486191754ed6929f93d34e1fa5ae, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733938351136 2024-12-11T17:32:33,751 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73c34817253f44318b45a01a5b09ade3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352320 2024-12-11T17:32:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/200dc09141014d39854e1c9540300e47 is 50, key is test_row_0/B:col10/1733938353479/Put/seqid=0 2024-12-11T17:32:33,759 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/a58da8beeed94a0d86a0eac63dbc1a88 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/a58da8beeed94a0d86a0eac63dbc1a88 2024-12-11T17:32:33,770 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:33,771 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/2d9007ce932b43c0900f85485ecee76d is 50, key is test_row_0/C:col10/1733938353463/Put/seqid=0 2024-12-11T17:32:33,772 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into a58da8beeed94a0d86a0eac63dbc1a88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:33,772 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:33,773 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938353648; duration=0sec 2024-12-11T17:32:33,773 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:33,773 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741897_1073 (size=12301) 2024-12-11T17:32:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741898_1074 (size=12949) 2024-12-11T17:32:33,804 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/2d9007ce932b43c0900f85485ecee76d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/2d9007ce932b43c0900f85485ecee76d 2024-12-11T17:32:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:33,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:33,813 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 2d9007ce932b43c0900f85485ecee76d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:33,813 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:33,814 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938353661; duration=0sec 2024-12-11T17:32:33,814 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:33,815 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938413839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938413841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938413841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938413842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938413952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938413952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938413952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938413952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938414162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938414162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938414162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938414162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,192 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/200dc09141014d39854e1c9540300e47 2024-12-11T17:32:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/86a9b30fb41a422f8fd7ba846e2b5106 is 50, key is test_row_0/C:col10/1733938353479/Put/seqid=0 2024-12-11T17:32:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741899_1075 (size=12301) 2024-12-11T17:32:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938414472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938414472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938414472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938414472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938414492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,497 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 5cf5ffc9281777c215da9586e3ade8d8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:32:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,605 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/86a9b30fb41a422f8fd7ba846e2b5106 2024-12-11T17:32:34,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/08f2b1f10d9a45d290af4cf822a3e052 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052 2024-12-11T17:32:34,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052, entries=150, sequenceid=286, filesize=12.0 K 2024-12-11T17:32:34,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/200dc09141014d39854e1c9540300e47 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47 2024-12-11T17:32:34,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47, entries=150, sequenceid=286, filesize=12.0 K 2024-12-11T17:32:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/86a9b30fb41a422f8fd7ba846e2b5106 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106 2024-12-11T17:32:34,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106, entries=150, sequenceid=286, filesize=12.0 K 2024-12-11T17:32:34,630 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5cf5ffc9281777c215da9586e3ade8d8 in 978ms, sequenceid=286, compaction requested=false 2024-12-11T17:32:34,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:34,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:34,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-11T17:32:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-11T17:32:34,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-11T17:32:34,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2900 sec 2024-12-11T17:32:34,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3020 sec 2024-12-11T17:32:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:34,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-11T17:32:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938414988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938414991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938414991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:34,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938414993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:34,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/ed4ae7a68f6043c2a44a6bc62417980b is 50, key is test_row_0/A:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:34,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741900_1076 (size=17181) 2024-12-11T17:32:35,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/ed4ae7a68f6043c2a44a6bc62417980b 2024-12-11T17:32:35,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/db98b3c1ee0b4c07b31533fa886bc7a0 is 50, key is test_row_0/B:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:35,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741901_1077 (size=12301) 2024-12-11T17:32:35,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/db98b3c1ee0b4c07b31533fa886bc7a0 2024-12-11T17:32:35,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a3aea6f5b804419f9faa19230e9620e2 is 50, key is test_row_0/C:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:35,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741902_1078 (size=12301) 2024-12-11T17:32:35,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938415102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938415102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938415103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938415103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938415312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938415312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938415312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938415312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a3aea6f5b804419f9faa19230e9620e2 2024-12-11T17:32:35,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/ed4ae7a68f6043c2a44a6bc62417980b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b 2024-12-11T17:32:35,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b, entries=250, sequenceid=320, filesize=16.8 K 2024-12-11T17:32:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/db98b3c1ee0b4c07b31533fa886bc7a0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0 2024-12-11T17:32:35,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0, entries=150, sequenceid=320, filesize=12.0 K 2024-12-11T17:32:35,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a3aea6f5b804419f9faa19230e9620e2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2 2024-12-11T17:32:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T17:32:35,493 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:35,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-11T17:32:35,496 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:35,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2, entries=150, sequenceid=320, filesize=12.0 K 2024-12-11T17:32:35,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:35,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 5cf5ffc9281777c215da9586e3ade8d8 in 511ms, sequenceid=320, compaction requested=true 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:35,498 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:35,498 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:35,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:35,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:35,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:35,502 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:35,502 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:35,502 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,502 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/1d9a0eb23a574b69b72a2418da5ef9d4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=41.4 K 2024-12-11T17:32:35,503 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:35,503 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9a0eb23a574b69b72a2418da5ef9d4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352320 2024-12-11T17:32:35,503 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:35,503 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,503 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/a58da8beeed94a0d86a0eac63dbc1a88, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=36.7 K 2024-12-11T17:32:35,504 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f2b1f10d9a45d290af4cf822a3e052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938353474 2024-12-11T17:32:35,505 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a58da8beeed94a0d86a0eac63dbc1a88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352320 2024-12-11T17:32:35,505 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed4ae7a68f6043c2a44a6bc62417980b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353834 2024-12-11T17:32:35,506 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 200dc09141014d39854e1c9540300e47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938353474 2024-12-11T17:32:35,507 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting db98b3c1ee0b4c07b31533fa886bc7a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353841 2024-12-11T17:32:35,517 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:35,518 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/bea289405f13476b87ddb1afd852bc81 is 50, key is test_row_0/A:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:35,518 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:35,519 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/075e0f1ab2144b38b6ff3bc29f5c1273 is 50, key is test_row_0/B:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741903_1079 (size=13051) 2024-12-11T17:32:35,533 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/bea289405f13476b87ddb1afd852bc81 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bea289405f13476b87ddb1afd852bc81 2024-12-11T17:32:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741904_1080 (size=13051) 2024-12-11T17:32:35,542 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/075e0f1ab2144b38b6ff3bc29f5c1273 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/075e0f1ab2144b38b6ff3bc29f5c1273 2024-12-11T17:32:35,543 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into bea289405f13476b87ddb1afd852bc81(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:35,543 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:35,543 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938355498; duration=0sec 2024-12-11T17:32:35,543 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:35,543 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:35,544 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:35,547 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:35,547 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:35,548 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,548 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/2d9007ce932b43c0900f85485ecee76d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=36.7 K 2024-12-11T17:32:35,550 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9007ce932b43c0900f85485ecee76d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733938352320 2024-12-11T17:32:35,550 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a9b30fb41a422f8fd7ba846e2b5106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938353474 2024-12-11T17:32:35,551 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3aea6f5b804419f9faa19230e9620e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353841 2024-12-11T17:32:35,552 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 075e0f1ab2144b38b6ff3bc29f5c1273(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:35,552 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:35,552 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938355498; duration=0sec 2024-12-11T17:32:35,553 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:35,553 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:35,566 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:35,566 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/19456bd15cd4453e83accf7352e53d09 is 50, key is test_row_0/C:col10/1733938354986/Put/seqid=0 2024-12-11T17:32:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741905_1081 (size=13051) 2024-12-11T17:32:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:35,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:32:35,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6fc399b2dae744a58f6996d0e911a913 is 50, key is test_row_0/A:col10/1733938355623/Put/seqid=0 2024-12-11T17:32:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741906_1082 (size=12301) 2024-12-11T17:32:35,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6fc399b2dae744a58f6996d0e911a913 2024-12-11T17:32:35,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/543e088936e14fb389fea0a3ca2137b0 is 50, key is test_row_0/B:col10/1733938355623/Put/seqid=0 2024-12-11T17:32:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938415654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938415652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938415660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938415660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741907_1083 (size=12301) 2024-12-11T17:32:35,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/543e088936e14fb389fea0a3ca2137b0 2024-12-11T17:32:35,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b324a741c0cd40e68f1cc6f9cf51667f is 50, key is test_row_0/C:col10/1733938355623/Put/seqid=0 2024-12-11T17:32:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741908_1084 (size=12301) 2024-12-11T17:32:35,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b324a741c0cd40e68f1cc6f9cf51667f 2024-12-11T17:32:35,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/6fc399b2dae744a58f6996d0e911a913 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913 2024-12-11T17:32:35,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913, entries=150, sequenceid=333, filesize=12.0 K 2024-12-11T17:32:35,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/543e088936e14fb389fea0a3ca2137b0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0 2024-12-11T17:32:35,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0, entries=150, sequenceid=333, filesize=12.0 K 2024-12-11T17:32:35,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b324a741c0cd40e68f1cc6f9cf51667f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f 2024-12-11T17:32:35,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f, entries=150, sequenceid=333, filesize=12.0 K 2024-12-11T17:32:35,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5cf5ffc9281777c215da9586e3ade8d8 in 100ms, sequenceid=333, compaction requested=false 2024-12-11T17:32:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:35,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:35,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:32:35,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4bfbcf7c8ae44bbbabc6aad3008bff70 is 50, key is test_row_0/A:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:35,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938415780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938415782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938415783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938415784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741909_1085 (size=12301) 2024-12-11T17:32:35,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4bfbcf7c8ae44bbbabc6aad3008bff70 2024-12-11T17:32:35,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8765f9e105584d6f94503cbe9d2f94e2 is 50, key is test_row_0/B:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:35,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741910_1086 (size=12301) 2024-12-11T17:32:35,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8765f9e105584d6f94503cbe9d2f94e2 2024-12-11T17:32:35,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/4fe5cdecfcf041428044e7db544c51d8 is 50, key is test_row_0/C:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741911_1087 (size=12301) 2024-12-11T17:32:35,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938415892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938415892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938415893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938415893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:35,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:35,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:35,984 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/19456bd15cd4453e83accf7352e53d09 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/19456bd15cd4453e83accf7352e53d09 2024-12-11T17:32:35,992 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 19456bd15cd4453e83accf7352e53d09(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:35,992 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:35,992 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938355498; duration=0sec 2024-12-11T17:32:35,992 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:35,992 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938416102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938416102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938416103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938416102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:36,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/4fe5cdecfcf041428044e7db544c51d8 2024-12-11T17:32:36,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4bfbcf7c8ae44bbbabc6aad3008bff70 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70 2024-12-11T17:32:36,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70, entries=150, sequenceid=361, filesize=12.0 K 2024-12-11T17:32:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8765f9e105584d6f94503cbe9d2f94e2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2 2024-12-11T17:32:36,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2, entries=150, sequenceid=361, filesize=12.0 K 2024-12-11T17:32:36,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/4fe5cdecfcf041428044e7db544c51d8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8 2024-12-11T17:32:36,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8, entries=150, sequenceid=361, filesize=12.0 K 2024-12-11T17:32:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5cf5ffc9281777c215da9586e3ade8d8 in 495ms, sequenceid=361, compaction requested=true 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:36,271 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:36,271 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:36,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:36,273 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:36,273 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:36,273 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,273 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/075e0f1ab2144b38b6ff3bc29f5c1273, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=36.8 K 2024-12-11T17:32:36,273 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:36,273 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:36,273 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 075e0f1ab2144b38b6ff3bc29f5c1273, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353841 2024-12-11T17:32:36,274 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,274 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bea289405f13476b87ddb1afd852bc81, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=36.8 K 2024-12-11T17:32:36,274 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 543e088936e14fb389fea0a3ca2137b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938355623 2024-12-11T17:32:36,274 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting bea289405f13476b87ddb1afd852bc81, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353841 2024-12-11T17:32:36,274 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8765f9e105584d6f94503cbe9d2f94e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:36,274 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fc399b2dae744a58f6996d0e911a913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938355623 2024-12-11T17:32:36,275 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bfbcf7c8ae44bbbabc6aad3008bff70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:36,282 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:36,283 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/bd88255fb2bc407cacb768ed37a38abd is 50, key is test_row_0/A:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:36,288 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:36,289 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/eaefd7d6fc1c42b0a707abf4d1cc3b12 is 50, key is test_row_0/B:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741912_1088 (size=13153) 2024-12-11T17:32:36,299 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/bd88255fb2bc407cacb768ed37a38abd as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bd88255fb2bc407cacb768ed37a38abd 2024-12-11T17:32:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741913_1089 (size=13153) 2024-12-11T17:32:36,308 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into bd88255fb2bc407cacb768ed37a38abd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:36,308 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:36,308 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938356271; duration=0sec 2024-12-11T17:32:36,309 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:36,309 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:36,309 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:36,310 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:36,310 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:36,310 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,310 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/19456bd15cd4453e83accf7352e53d09, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=36.8 K 2024-12-11T17:32:36,311 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19456bd15cd4453e83accf7352e53d09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733938353841 2024-12-11T17:32:36,311 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b324a741c0cd40e68f1cc6f9cf51667f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938355623 2024-12-11T17:32:36,312 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fe5cdecfcf041428044e7db544c51d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:36,324 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:36,324 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/15242ecdc3da473f8305f03b3ce9e2b6 is 50, key is test_row_0/C:col10/1733938355651/Put/seqid=0 2024-12-11T17:32:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741914_1090 (size=13153) 2024-12-11T17:32:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:36,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:32:36,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938416433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938416434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938416435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938416437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7179231fb5354132859d3ea9874f32f7 is 50, key is test_row_0/A:col10/1733938356412/Put/seqid=0 2024-12-11T17:32:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741915_1091 (size=17181) 2024-12-11T17:32:36,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938416522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,526 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 5cf5ffc9281777c215da9586e3ade8d8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:32:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938416541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938416542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938416542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938416542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:36,709 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/eaefd7d6fc1c42b0a707abf4d1cc3b12 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/eaefd7d6fc1c42b0a707abf4d1cc3b12 2024-12-11T17:32:36,715 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into eaefd7d6fc1c42b0a707abf4d1cc3b12(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:36,715 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:36,715 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938356271; duration=0sec 2024-12-11T17:32:36,715 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:36,715 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:36,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,742 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/15242ecdc3da473f8305f03b3ce9e2b6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/15242ecdc3da473f8305f03b3ce9e2b6 2024-12-11T17:32:36,750 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 15242ecdc3da473f8305f03b3ce9e2b6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:36,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:36,750 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938356271; duration=0sec 2024-12-11T17:32:36,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:36,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938416752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938416752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938416752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938416752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:36,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7179231fb5354132859d3ea9874f32f7 2024-12-11T17:32:36,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 is 50, key is test_row_0/B:col10/1733938356412/Put/seqid=0 2024-12-11T17:32:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741916_1092 (size=12301) 2024-12-11T17:32:36,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:36,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:36,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:36,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938417062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938417062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938417062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938417062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 2024-12-11T17:32:37,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b565af4aae9f4535b8cdb3a63d95adf9 is 50, key is test_row_0/C:col10/1733938356412/Put/seqid=0 2024-12-11T17:32:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741917_1093 (size=12301) 2024-12-11T17:32:37,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:37,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938417572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938417572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938417572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938417572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:37,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:37,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:37,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b565af4aae9f4535b8cdb3a63d95adf9 2024-12-11T17:32:37,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/7179231fb5354132859d3ea9874f32f7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7 2024-12-11T17:32:37,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7, entries=250, sequenceid=375, filesize=16.8 K 2024-12-11T17:32:37,698 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-11T17:32:37,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 2024-12-11T17:32:37,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70, entries=150, sequenceid=375, filesize=12.0 K 2024-12-11T17:32:37,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/b565af4aae9f4535b8cdb3a63d95adf9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9 2024-12-11T17:32:37,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9, entries=150, sequenceid=375, filesize=12.0 K 2024-12-11T17:32:37,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5cf5ffc9281777c215da9586e3ade8d8 in 1298ms, sequenceid=375, compaction requested=false 2024-12-11T17:32:37,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:37,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-11T17:32:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:37,801 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:32:37,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4dbba6f2596b47e8ad0bd2932cbf4009 is 50, key is test_row_0/A:col10/1733938356434/Put/seqid=0 2024-12-11T17:32:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741918_1094 (size=12301) 2024-12-11T17:32:38,216 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4dbba6f2596b47e8ad0bd2932cbf4009 2024-12-11T17:32:38,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c7456a8eeeb545dba0812893cbeaf0ab is 50, key is test_row_0/B:col10/1733938356434/Put/seqid=0 2024-12-11T17:32:38,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741919_1095 (size=12301) 2024-12-11T17:32:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:38,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938418594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938418595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938418595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938418596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,630 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c7456a8eeeb545dba0812893cbeaf0ab 2024-12-11T17:32:38,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ac1082bfea84474997e62a64732317c4 is 50, key is test_row_0/C:col10/1733938356434/Put/seqid=0 2024-12-11T17:32:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741920_1096 (size=12301) 2024-12-11T17:32:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938418702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938418702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938418702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938418702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938418912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938418912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938418913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938418913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,043 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ac1082bfea84474997e62a64732317c4 2024-12-11T17:32:39,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/4dbba6f2596b47e8ad0bd2932cbf4009 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009 2024-12-11T17:32:39,053 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009, entries=150, sequenceid=401, filesize=12.0 K 2024-12-11T17:32:39,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/c7456a8eeeb545dba0812893cbeaf0ab as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab 2024-12-11T17:32:39,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab, entries=150, sequenceid=401, filesize=12.0 K 2024-12-11T17:32:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/ac1082bfea84474997e62a64732317c4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4 2024-12-11T17:32:39,066 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4, entries=150, sequenceid=401, filesize=12.0 K 2024-12-11T17:32:39,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5cf5ffc9281777c215da9586e3ade8d8 in 1266ms, sequenceid=401, compaction requested=true 2024-12-11T17:32:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-11T17:32:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-11T17:32:39,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-11T17:32:39,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5720 sec 2024-12-11T17:32:39,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 3.5790 sec 2024-12-11T17:32:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:39,224 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:39,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-11T17:32:39,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/68114f0d24304cebae7bac1190903d5d is 50, key is test_row_0/A:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741921_1097 (size=19621) 2024-12-11T17:32:39,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/68114f0d24304cebae7bac1190903d5d 2024-12-11T17:32:39,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/2b2924557b0e4036aa0dcca93f0659bf is 50, key is test_row_0/B:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:39,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938419246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741922_1098 (size=12301) 2024-12-11T17:32:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938419248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938419249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938419251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938419361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938419362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938419362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938419362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938419572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938419572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938419572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938419572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/2b2924557b0e4036aa0dcca93f0659bf 2024-12-11T17:32:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-11T17:32:39,662 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:39,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-11T17:32:39,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/f7b9f53d2d204b3fb21a17aa63a64c7f is 50, key is test_row_0/C:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:39,664 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:39,665 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:39,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741923_1099 (size=12301) 2024-12-11T17:32:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-11T17:32:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:39,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938419882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938419882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938419882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938419882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:39,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-11T17:32:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:39,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:40,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/f7b9f53d2d204b3fb21a17aa63a64c7f 2024-12-11T17:32:40,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/68114f0d24304cebae7bac1190903d5d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d 2024-12-11T17:32:40,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d, entries=300, sequenceid=417, filesize=19.2 K 2024-12-11T17:32:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/2b2924557b0e4036aa0dcca93f0659bf as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf 2024-12-11T17:32:40,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf, entries=150, sequenceid=417, filesize=12.0 K 2024-12-11T17:32:40,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/f7b9f53d2d204b3fb21a17aa63a64c7f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f 2024-12-11T17:32:40,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f, entries=150, sequenceid=417, filesize=12.0 K 2024-12-11T17:32:40,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5cf5ffc9281777c215da9586e3ade8d8 in 879ms, sequenceid=417, compaction requested=true 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:40,103 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:40,103 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:40,105 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:40,105 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62256 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:40,105 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:40,105 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:40,105 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:40,105 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:40,105 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/eaefd7d6fc1c42b0a707abf4d1cc3b12, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=48.9 K 2024-12-11T17:32:40,105 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bd88255fb2bc407cacb768ed37a38abd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=60.8 K 2024-12-11T17:32:40,106 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd88255fb2bc407cacb768ed37a38abd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:40,106 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting eaefd7d6fc1c42b0a707abf4d1cc3b12, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:40,106 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7169ab857b4a07a0f4d2cbfb4f6b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733938356412 2024-12-11T17:32:40,106 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7179231fb5354132859d3ea9874f32f7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733938355780 2024-12-11T17:32:40,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c7456a8eeeb545dba0812893cbeaf0ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733938356432 2024-12-11T17:32:40,107 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dbba6f2596b47e8ad0bd2932cbf4009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733938356432 2024-12-11T17:32:40,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2924557b0e4036aa0dcca93f0659bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938359222 2024-12-11T17:32:40,107 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68114f0d24304cebae7bac1190903d5d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938358593 2024-12-11T17:32:40,121 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:40,121 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:40,122 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/6d796bc496ee42868bff5d11f5ffb7c2 is 50, key is test_row_0/B:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:40,122 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/425e92dc997542adb3647c20a2cee0ba is 50, key is test_row_0/A:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:40,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-11T17:32:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:40,124 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T17:32:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741924_1100 (size=13289) 2024-12-11T17:32:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d5a8676e828e40009fe5b7dd949bd938 is 50, key is test_row_0/A:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:40,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741925_1101 (size=13289) 2024-12-11T17:32:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741926_1102 (size=12301) 2024-12-11T17:32:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. as already flushing 2024-12-11T17:32:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938420404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938420404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938420405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938420408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938420511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938420512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938420512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938420522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,534 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/425e92dc997542adb3647c20a2cee0ba as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/425e92dc997542adb3647c20a2cee0ba 2024-12-11T17:32:40,535 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/6d796bc496ee42868bff5d11f5ffb7c2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/6d796bc496ee42868bff5d11f5ffb7c2 2024-12-11T17:32:40,538 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d5a8676e828e40009fe5b7dd949bd938 2024-12-11T17:32:40,540 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 425e92dc997542adb3647c20a2cee0ba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:40,541 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:40,541 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=12, startTime=1733938360103; duration=0sec 2024-12-11T17:32:40,542 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:40,542 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:40,542 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:40,543 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 6d796bc496ee42868bff5d11f5ffb7c2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:40,543 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:40,543 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=12, startTime=1733938360103; duration=0sec 2024-12-11T17:32:40,543 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:40,543 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:40,545 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,545 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733938420542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,545 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:40,546 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/15242ecdc3da473f8305f03b3ce9e2b6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=48.9 K 2024-12-11T17:32:40,546 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15242ecdc3da473f8305f03b3ce9e2b6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733938355651 2024-12-11T17:32:40,546 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 5cf5ffc9281777c215da9586e3ade8d8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:32:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,548 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b565af4aae9f4535b8cdb3a63d95adf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733938356412 2024-12-11T17:32:40,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/1dce0b28506e4ffd8a1bd50a337c004f is 50, key is test_row_0/B:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:40,548 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac1082bfea84474997e62a64732317c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733938356432 2024-12-11T17:32:40,549 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7b9f53d2d204b3fb21a17aa63a64c7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938359222 2024-12-11T17:32:40,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741927_1103 (size=12301) 2024-12-11T17:32:40,559 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:40,560 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a2d6a8b243f3428da899e3926d24f776 is 50, key is test_row_0/C:col10/1733938359223/Put/seqid=0 2024-12-11T17:32:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741928_1104 (size=13289) 2024-12-11T17:32:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938420722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938420722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938420722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938420732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:40,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/1dce0b28506e4ffd8a1bd50a337c004f 2024-12-11T17:32:40,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/26e9fb76a512465aa5ea3829cde8d0c5 is 50, key is test_row_0/C:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:40,972 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/a2d6a8b243f3428da899e3926d24f776 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a2d6a8b243f3428da899e3926d24f776 2024-12-11T17:32:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741929_1105 (size=12301) 2024-12-11T17:32:40,973 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/26e9fb76a512465aa5ea3829cde8d0c5 2024-12-11T17:32:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/d5a8676e828e40009fe5b7dd949bd938 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938 2024-12-11T17:32:40,978 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into a2d6a8b243f3428da899e3926d24f776(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:40,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:40,979 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=12, startTime=1733938360103; duration=0sec 2024-12-11T17:32:40,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:40,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:40,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938, entries=150, sequenceid=437, filesize=12.0 K 2024-12-11T17:32:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/1dce0b28506e4ffd8a1bd50a337c004f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f 2024-12-11T17:32:40,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f, entries=150, sequenceid=437, filesize=12.0 K 2024-12-11T17:32:40,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/26e9fb76a512465aa5ea3829cde8d0c5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5 2024-12-11T17:32:40,997 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5, entries=150, sequenceid=437, filesize=12.0 K 2024-12-11T17:32:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5cf5ffc9281777c215da9586e3ade8d8 in 874ms, sequenceid=437, compaction requested=false 2024-12-11T17:32:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-11T17:32:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-11T17:32:41,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-11T17:32:41,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3350 sec 2024-12-11T17:32:41,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3400 sec 2024-12-11T17:32:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:41,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:41,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T17:32:41,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e122d051a4064b44afb3678a6b6e3cb6 is 50, key is test_row_1/A:col10/1733938361033/Put/seqid=0 2024-12-11T17:32:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938421050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938421050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938421051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938421051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741930_1106 (size=12297) 2024-12-11T17:32:41,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938421162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938421162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938421162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938421162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938421371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938421371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938421372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938421372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,421 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-11T17:32:41,421 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:41,421 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-11T17:32:41,421 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:41,421 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-11T17:32:41,421 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:41,426 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,426 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,426 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,426 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,426 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:41,427 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:41,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:41,428 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-11T17:32:41,428 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:41,428 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,428 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:41,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:41,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e122d051a4064b44afb3678a6b6e3cb6 2024-12-11T17:32:41,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/199f47957f134935a235c8c7e8207086 is 50, key is test_row_1/B:col10/1733938361033/Put/seqid=0 2024-12-11T17:32:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741931_1107 (size=9857) 2024-12-11T17:32:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938421682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938421682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938421682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938421683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:41,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-11T17:32:41,813 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:41,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/199f47957f134935a235c8c7e8207086 2024-12-11T17:32:41,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d2b98bc8a3f443998faf36ce05d80ab5 is 50, key is test_row_1/C:col10/1733938361033/Put/seqid=0 2024-12-11T17:32:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741932_1108 (size=9857) 2024-12-11T17:32:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59164 deadline: 1733938422192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733938422193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733938422193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:42,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59168 deadline: 1733938422193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:32:42,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d2b98bc8a3f443998faf36ce05d80ab5 2024-12-11T17:32:42,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/e122d051a4064b44afb3678a6b6e3cb6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6 2024-12-11T17:32:42,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6, entries=150, sequenceid=459, filesize=12.0 K 2024-12-11T17:32:42,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/199f47957f134935a235c8c7e8207086 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086 2024-12-11T17:32:42,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086, entries=100, sequenceid=459, filesize=9.6 K 2024-12-11T17:32:42,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/d2b98bc8a3f443998faf36ce05d80ab5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5 2024-12-11T17:32:42,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5, entries=100, sequenceid=459, filesize=9.6 K 2024-12-11T17:32:42,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 5cf5ffc9281777c215da9586e3ade8d8 in 1331ms, sequenceid=459, compaction requested=true 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:42,366 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:42,366 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5cf5ffc9281777c215da9586e3ade8d8:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:42,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:42,367 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:42,367 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37887 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:42,367 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/A is initiating minor compaction (all files) 2024-12-11T17:32:42,367 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/B is initiating minor compaction (all files) 2024-12-11T17:32:42,367 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/A in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:42,367 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/B in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:42,367 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/425e92dc997542adb3647c20a2cee0ba, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=37.0 K 2024-12-11T17:32:42,367 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/6d796bc496ee42868bff5d11f5ffb7c2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=34.6 K 2024-12-11T17:32:42,368 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d796bc496ee42868bff5d11f5ffb7c2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938359222 2024-12-11T17:32:42,368 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425e92dc997542adb3647c20a2cee0ba, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938359222 2024-12-11T17:32:42,368 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dce0b28506e4ffd8a1bd50a337c004f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733938359240 2024-12-11T17:32:42,368 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5a8676e828e40009fe5b7dd949bd938, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733938359240 2024-12-11T17:32:42,369 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 199f47957f134935a235c8c7e8207086, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733938361033 2024-12-11T17:32:42,369 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e122d051a4064b44afb3678a6b6e3cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733938360407 2024-12-11T17:32:42,376 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:42,376 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:42,377 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8817b6927a31463cb37ca8abd70af8df is 50, key is test_row_0/B:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:42,377 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/17235b3f46394165a34e60210f485f95 is 50, key is test_row_0/A:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741934_1110 (size=13391) 2024-12-11T17:32:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741933_1109 (size=13391) 2024-12-11T17:32:42,795 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/17235b3f46394165a34e60210f485f95 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/17235b3f46394165a34e60210f485f95 2024-12-11T17:32:42,795 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/8817b6927a31463cb37ca8abd70af8df as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8817b6927a31463cb37ca8abd70af8df 2024-12-11T17:32:42,801 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/B of 5cf5ffc9281777c215da9586e3ade8d8 into 8817b6927a31463cb37ca8abd70af8df(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:42,801 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/A of 5cf5ffc9281777c215da9586e3ade8d8 into 17235b3f46394165a34e60210f485f95(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:42,801 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/B, priority=13, startTime=1733938362366; duration=0sec 2024-12-11T17:32:42,801 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/A, priority=13, startTime=1733938362366; duration=0sec 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:B 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:32:42,801 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:A 2024-12-11T17:32:42,802 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:32:42,802 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 5cf5ffc9281777c215da9586e3ade8d8/C is initiating minor compaction (all files) 2024-12-11T17:32:42,802 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5cf5ffc9281777c215da9586e3ade8d8/C in TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:42,803 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a2d6a8b243f3428da899e3926d24f776, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp, totalSize=34.6 K 2024-12-11T17:32:42,803 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a2d6a8b243f3428da899e3926d24f776, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733938359222 2024-12-11T17:32:42,803 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e9fb76a512465aa5ea3829cde8d0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733938359240 2024-12-11T17:32:42,804 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d2b98bc8a3f443998faf36ce05d80ab5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733938361033 2024-12-11T17:32:42,812 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5cf5ffc9281777c215da9586e3ade8d8#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:42,812 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/8a8b54a320d34ed69f4024407bb1ac75 is 50, key is test_row_0/C:col10/1733938359249/Put/seqid=0 2024-12-11T17:32:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741935_1111 (size=13391) 2024-12-11T17:32:43,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:32:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:43,208 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:43,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T17:32:43,208 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-11T17:32:43,208 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-11T17:32:43,208 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-11T17:32:43,208 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:43,208 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,208 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:43,208 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:43,209 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,209 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,209 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:43,209 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,209 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:43,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:43,214 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-11T17:32:43,214 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:43,214 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,214 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:43,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:43,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/89464b26f1ba4d3d81512ef41470cf04 is 50, key is test_row_0/A:col10/1733938363204/Put/seqid=0 2024-12-11T17:32:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741936_1112 (size=12301) 2024-12-11T17:32:43,222 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/8a8b54a320d34ed69f4024407bb1ac75 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8a8b54a320d34ed69f4024407bb1ac75 2024-12-11T17:32:43,227 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5cf5ffc9281777c215da9586e3ade8d8/C of 5cf5ffc9281777c215da9586e3ade8d8 into 8a8b54a320d34ed69f4024407bb1ac75(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:32:43,227 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:43,227 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., storeName=5cf5ffc9281777c215da9586e3ade8d8/C, priority=13, startTime=1733938362366; duration=0sec 2024-12-11T17:32:43,227 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:43,227 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5cf5ffc9281777c215da9586e3ade8d8:C 2024-12-11T17:32:43,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/89464b26f1ba4d3d81512ef41470cf04 2024-12-11T17:32:43,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/11d09e56a0e3450a84948dc7a7bdee5b is 50, key is test_row_0/B:col10/1733938363204/Put/seqid=0 2024-12-11T17:32:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741937_1113 (size=12301) 2024-12-11T17:32:44,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/11d09e56a0e3450a84948dc7a7bdee5b 2024-12-11T17:32:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9563bff979184799ab5eb7d412930077 is 50, key is test_row_0/C:col10/1733938363204/Put/seqid=0 2024-12-11T17:32:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741938_1114 (size=12301) 2024-12-11T17:32:44,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9563bff979184799ab5eb7d412930077 2024-12-11T17:32:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/89464b26f1ba4d3d81512ef41470cf04 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/89464b26f1ba4d3d81512ef41470cf04 2024-12-11T17:32:44,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/89464b26f1ba4d3d81512ef41470cf04, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T17:32:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/11d09e56a0e3450a84948dc7a7bdee5b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/11d09e56a0e3450a84948dc7a7bdee5b 2024-12-11T17:32:44,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/11d09e56a0e3450a84948dc7a7bdee5b, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T17:32:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/9563bff979184799ab5eb7d412930077 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9563bff979184799ab5eb7d412930077 2024-12-11T17:32:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9563bff979184799ab5eb7d412930077, entries=150, sequenceid=482, filesize=12.0 K 2024-12-11T17:32:44,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=6.71 KB/6870 for 5cf5ffc9281777c215da9586e3ade8d8 in 1286ms, sequenceid=482, compaction requested=false 2024-12-11T17:32:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5cf5ffc9281777c215da9586e3ade8d8: 2024-12-11T17:32:50,608 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-11T17:32:50,608 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:32:50,609 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:50,609 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:50,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:50,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:32:50,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-11T17:32:50,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-11T17:32:50,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-11T17:32:50,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5242 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5153 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2291 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6873 rows 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2298 2024-12-11T17:32:50,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6891 rows 2024-12-11T17:32:50,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:32:50,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:32:50,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:50,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:50,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:32:50,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:32:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:50,621 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938370621"}]},"ts":"1733938370621"} 2024-12-11T17:32:50,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:32:50,622 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:32:50,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:32:50,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, UNASSIGN}] 2024-12-11T17:32:50,628 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, UNASSIGN 2024-12-11T17:32:50,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5cf5ffc9281777c215da9586e3ade8d8, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:50,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, UNASSIGN because future has completed 2024-12-11T17:32:50,631 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:32:50,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:50,789 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:50,790 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:32:50,791 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 5cf5ffc9281777c215da9586e3ade8d8, disabling compactions & flushes 2024-12-11T17:32:50,791 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:50,791 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:50,791 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. after waiting 0 ms 2024-12-11T17:32:50,792 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:50,792 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 5cf5ffc9281777c215da9586e3ade8d8 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-11T17:32:50,800 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f2c25ecae4d843b39059de69ac6750ca is 50, key is test_row_0/A:col10/1733938370603/Put/seqid=0 2024-12-11T17:32:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741939_1115 (size=9857) 2024-12-11T17:32:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:51,206 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f2c25ecae4d843b39059de69ac6750ca 2024-12-11T17:32:51,222 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/26a010bf1e6c4f709c40d526a4b4dd16 is 50, key is test_row_0/B:col10/1733938370603/Put/seqid=0 2024-12-11T17:32:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741940_1116 (size=9857) 2024-12-11T17:32:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:51,628 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/26a010bf1e6c4f709c40d526a4b4dd16 2024-12-11T17:32:51,642 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/58a5fb97549e48f89d37fac221ee9748 is 50, key is test_row_0/C:col10/1733938370603/Put/seqid=0 2024-12-11T17:32:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741941_1117 (size=9857) 2024-12-11T17:32:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:52,048 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/58a5fb97549e48f89d37fac221ee9748 2024-12-11T17:32:52,061 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/A/f2c25ecae4d843b39059de69ac6750ca as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f2c25ecae4d843b39059de69ac6750ca 2024-12-11T17:32:52,066 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f2c25ecae4d843b39059de69ac6750ca, entries=100, sequenceid=488, filesize=9.6 K 2024-12-11T17:32:52,067 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/B/26a010bf1e6c4f709c40d526a4b4dd16 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/26a010bf1e6c4f709c40d526a4b4dd16 2024-12-11T17:32:52,072 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/26a010bf1e6c4f709c40d526a4b4dd16, entries=100, sequenceid=488, filesize=9.6 K 2024-12-11T17:32:52,073 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/.tmp/C/58a5fb97549e48f89d37fac221ee9748 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/58a5fb97549e48f89d37fac221ee9748 2024-12-11T17:32:52,078 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/58a5fb97549e48f89d37fac221ee9748, entries=100, sequenceid=488, filesize=9.6 K 2024-12-11T17:32:52,079 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 5cf5ffc9281777c215da9586e3ade8d8 in 1286ms, sequenceid=488, compaction requested=true 2024-12-11T17:32:52,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a394a6a43a05413a99c049b582e9a729, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/472a53f4835f4158a5048cb6b92ad599, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0d876aa1f47741f2bd2e54e31e97634d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/18db5d9899c14cefb9a288717682421f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/772acdba3a604dce9658b1355e91310f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/1d9a0eb23a574b69b72a2418da5ef9d4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bea289405f13476b87ddb1afd852bc81, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bd88255fb2bc407cacb768ed37a38abd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/425e92dc997542adb3647c20a2cee0ba, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6] to archive 2024-12-11T17:32:52,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:32:52,088 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/472a53f4835f4158a5048cb6b92ad599 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/472a53f4835f4158a5048cb6b92ad599 2024-12-11T17:32:52,088 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0011a296f0284569817a44850465ec7d 2024-12-11T17:32:52,088 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/167cd11865d049a2bf872a01298741be 2024-12-11T17:32:52,089 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/25fe8c47baf848cdbaeb46f07d1b49b3 2024-12-11T17:32:52,089 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/420a090d8071442099133d3269e404fb 2024-12-11T17:32:52,089 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a394a6a43a05413a99c049b582e9a729 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a394a6a43a05413a99c049b582e9a729 2024-12-11T17:32:52,089 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d03a7967774e40d4b439ffcbcc6f5c69 2024-12-11T17:32:52,090 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f5eaa669d4004b62bcc57b9c6ea1a26d 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0d876aa1f47741f2bd2e54e31e97634d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/0d876aa1f47741f2bd2e54e31e97634d 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/721d412b0cc7496bb0fc249fe5d127c8 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/a968b6be78a84c76995467afea9edd09 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/5524d827d22643cca5b8be184357cd33 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/fcf1ee14e9b142659ad0e9bf2bf609b4 2024-12-11T17:32:52,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6c5f3cfa78e248de9a5bcd351cdc1a12 2024-12-11T17:32:52,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/18db5d9899c14cefb9a288717682421f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/18db5d9899c14cefb9a288717682421f 2024-12-11T17:32:52,092 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/772acdba3a604dce9658b1355e91310f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/772acdba3a604dce9658b1355e91310f 2024-12-11T17:32:52,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/ed4ae7a68f6043c2a44a6bc62417980b 2024-12-11T17:32:52,093 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7eb3adffa42c49eea2e947284a530250 2024-12-11T17:32:52,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e8b9ef4a82304a9ead5c37e1e0ebfc6f 2024-12-11T17:32:52,094 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/08f2b1f10d9a45d290af4cf822a3e052 2024-12-11T17:32:52,094 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/1d9a0eb23a574b69b72a2418da5ef9d4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/1d9a0eb23a574b69b72a2418da5ef9d4 2024-12-11T17:32:52,094 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/6fc399b2dae744a58f6996d0e911a913 2024-12-11T17:32:52,095 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7a6e4902ee3443cdacca87a5464b1027 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bd88255fb2bc407cacb768ed37a38abd to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bd88255fb2bc407cacb768ed37a38abd 2024-12-11T17:32:52,095 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4bfbcf7c8ae44bbbabc6aad3008bff70 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/4dbba6f2596b47e8ad0bd2932cbf4009 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bea289405f13476b87ddb1afd852bc81 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/bea289405f13476b87ddb1afd852bc81 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/7179231fb5354132859d3ea9874f32f7 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/68114f0d24304cebae7bac1190903d5d 2024-12-11T17:32:52,096 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/d5a8676e828e40009fe5b7dd949bd938 2024-12-11T17:32:52,097 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/425e92dc997542adb3647c20a2cee0ba to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/425e92dc997542adb3647c20a2cee0ba 2024-12-11T17:32:52,098 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/e122d051a4064b44afb3678a6b6e3cb6 2024-12-11T17:32:52,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/049a8741c3dc404180c8a1b64e9af310, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7874a80996054e4ba86b4c18a2dc848c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/882817612859495493ee1226d8aea6e0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cc0c25327f41401bb128d485db2d2600, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/b7c6c48873d94e17ada65ac0291a1ee0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/a58da8beeed94a0d86a0eac63dbc1a88, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/075e0f1ab2144b38b6ff3bc29f5c1273, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/eaefd7d6fc1c42b0a707abf4d1cc3b12, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/6d796bc496ee42868bff5d11f5ffb7c2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086] to archive 2024-12-11T17:32:52,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:32:52,116 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0724970e4d25479a99b9a5d5780dd461 2024-12-11T17:32:52,116 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/10b0703127364f9a9b00c292ecbe7cb5 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8fb6e4ef88e74af7a537a9a4243e2ac8 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/049a8741c3dc404180c8a1b64e9af310 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/049a8741c3dc404180c8a1b64e9af310 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8ead3fb1782d444dba57bfd9cbd89e77 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/21b4dc8cba314ff78c29407f4dc70443 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7874a80996054e4ba86b4c18a2dc848c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7874a80996054e4ba86b4c18a2dc848c 2024-12-11T17:32:52,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c469dc243e584ac4a1f75e30239cdd90 2024-12-11T17:32:52,118 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/882817612859495493ee1226d8aea6e0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/882817612859495493ee1226d8aea6e0 2024-12-11T17:32:52,119 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3035dd6b6deb47dbb1b3dc9def079ffe 2024-12-11T17:32:52,119 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cc0c25327f41401bb128d485db2d2600 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cc0c25327f41401bb128d485db2d2600 2024-12-11T17:32:52,119 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/fc717367d642428fbd09e12b1ac5c692 2024-12-11T17:32:52,119 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/7c25d8575ed74419bf6d00a3be2f7f74 2024-12-11T17:32:52,120 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/cb60ba5c6438423fa7d6c94535d21434 2024-12-11T17:32:52,120 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/0a5bf8776e67402cb0222e623290012b 2024-12-11T17:32:52,120 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/b7c6c48873d94e17ada65ac0291a1ee0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/b7c6c48873d94e17ada65ac0291a1ee0 2024-12-11T17:32:52,122 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/3a27cbf8bcc942bea100d7862dea2eb8 2024-12-11T17:32:52,122 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/a58da8beeed94a0d86a0eac63dbc1a88 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/a58da8beeed94a0d86a0eac63dbc1a88 2024-12-11T17:32:52,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/4856ce93afaf49e99a9b0b4ae049113e 2024-12-11T17:32:52,122 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/59a4410abc75471ba13675a391ada9b7 2024-12-11T17:32:52,123 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/200dc09141014d39854e1c9540300e47 2024-12-11T17:32:52,123 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/eaefd7d6fc1c42b0a707abf4d1cc3b12 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/eaefd7d6fc1c42b0a707abf4d1cc3b12 2024-12-11T17:32:52,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/543e088936e14fb389fea0a3ca2137b0 2024-12-11T17:32:52,123 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8765f9e105584d6f94503cbe9d2f94e2 2024-12-11T17:32:52,124 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/c7456a8eeeb545dba0812893cbeaf0ab 2024-12-11T17:32:52,124 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/9c7169ab857b4a07a0f4d2cbfb4f6b70 2024-12-11T17:32:52,124 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/db98b3c1ee0b4c07b31533fa886bc7a0 2024-12-11T17:32:52,125 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/075e0f1ab2144b38b6ff3bc29f5c1273 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/075e0f1ab2144b38b6ff3bc29f5c1273 2024-12-11T17:32:52,125 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/6d796bc496ee42868bff5d11f5ffb7c2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/6d796bc496ee42868bff5d11f5ffb7c2 2024-12-11T17:32:52,125 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/2b2924557b0e4036aa0dcca93f0659bf 2024-12-11T17:32:52,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/1dce0b28506e4ffd8a1bd50a337c004f 2024-12-11T17:32:52,126 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/199f47957f134935a235c8c7e8207086 2024-12-11T17:32:52,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/72147c5370f64568a9df1be018214947, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/99d60b41563843b285c9acd56fe50491, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8aae0af39d2946e989fba6d08b8e6eff, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/e5d64ffc466b4ce49ad7a9ef482d7abe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a83ea9693b3c4a73a8d78c8faabf7d4d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/2d9007ce932b43c0900f85485ecee76d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/19456bd15cd4453e83accf7352e53d09, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/15242ecdc3da473f8305f03b3ce9e2b6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a2d6a8b243f3428da899e3926d24f776, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5] to archive 2024-12-11T17:32:52,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:32:52,131 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/7420e008a35d4ae9a0f6aed541d5c858 2024-12-11T17:32:52,131 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/aae1a64ac2ad426aa5c121f33b5f0bfc 2024-12-11T17:32:52,132 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/c902cf14b4824b6ba0f70d6cc75bd070 2024-12-11T17:32:52,132 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/99d60b41563843b285c9acd56fe50491 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/99d60b41563843b285c9acd56fe50491 2024-12-11T17:32:52,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9a1f2994f608472eb1386f0cb4dd5463 2024-12-11T17:32:52,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b818961a71ae4c6e81843814db34306a 2024-12-11T17:32:52,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/53ae075ea3e44250b8aa12e89cf7f9e6 2024-12-11T17:32:52,133 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/72147c5370f64568a9df1be018214947 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/72147c5370f64568a9df1be018214947 2024-12-11T17:32:52,134 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d6caa22cb95d460586cbc06926ce2c52 2024-12-11T17:32:52,134 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/e5d64ffc466b4ce49ad7a9ef482d7abe to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/e5d64ffc466b4ce49ad7a9ef482d7abe 2024-12-11T17:32:52,134 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/88437fae13cd4b358ae5febc3f947537 2024-12-11T17:32:52,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8aae0af39d2946e989fba6d08b8e6eff to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8aae0af39d2946e989fba6d08b8e6eff 2024-12-11T17:32:52,134 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/efba3abb9b1f460688067fbd41e97a36 2024-12-11T17:32:52,135 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a388a1276498498bae547053c16b695d 2024-12-11T17:32:52,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/6afee383398743d88dd048b27f308a2d 2024-12-11T17:32:52,136 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ea80486191754ed6929f93d34e1fa5ae 2024-12-11T17:32:52,136 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/979ac88d84ea40aabc4d603e19f871f4 2024-12-11T17:32:52,136 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/2d9007ce932b43c0900f85485ecee76d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/2d9007ce932b43c0900f85485ecee76d 2024-12-11T17:32:52,137 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a83ea9693b3c4a73a8d78c8faabf7d4d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a83ea9693b3c4a73a8d78c8faabf7d4d 2024-12-11T17:32:52,137 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/73c34817253f44318b45a01a5b09ade3 2024-12-11T17:32:52,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/19456bd15cd4453e83accf7352e53d09 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/19456bd15cd4453e83accf7352e53d09 2024-12-11T17:32:52,137 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/86a9b30fb41a422f8fd7ba846e2b5106 2024-12-11T17:32:52,138 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b324a741c0cd40e68f1cc6f9cf51667f 2024-12-11T17:32:52,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/15242ecdc3da473f8305f03b3ce9e2b6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/15242ecdc3da473f8305f03b3ce9e2b6 2024-12-11T17:32:52,139 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/4fe5cdecfcf041428044e7db544c51d8 2024-12-11T17:32:52,139 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a2d6a8b243f3428da899e3926d24f776 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a2d6a8b243f3428da899e3926d24f776 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/a3aea6f5b804419f9faa19230e9620e2 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/b565af4aae9f4535b8cdb3a63d95adf9 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/f7b9f53d2d204b3fb21a17aa63a64c7f 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/ac1082bfea84474997e62a64732317c4 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/26e9fb76a512465aa5ea3829cde8d0c5 2024-12-11T17:32:52,140 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/d2b98bc8a3f443998faf36ce05d80ab5 2024-12-11T17:32:52,146 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/recovered.edits/491.seqid, newMaxSeqId=491, maxSeqId=1 2024-12-11T17:32:52,147 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. 2024-12-11T17:32:52,147 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 5cf5ffc9281777c215da9586e3ade8d8: Waiting for close lock at 1733938370791Running coprocessor pre-close hooks at 1733938370791Disabling compacts and flushes for region at 1733938370791Disabling writes for close at 1733938370791Obtaining lock to block concurrent updates at 1733938370792 (+1 ms)Preparing flush snapshotting stores in 5cf5ffc9281777c215da9586e3ade8d8 at 1733938370792Finished memstore snapshotting TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733938370792Flushing stores of TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8. at 1733938370793 (+1 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/A: creating writer at 1733938370794 (+1 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/A: appending metadata at 1733938370799 (+5 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/A: closing flushed file at 1733938370799Flushing 5cf5ffc9281777c215da9586e3ade8d8/B: creating writer at 1733938371217 (+418 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/B: appending metadata at 1733938371221 (+4 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/B: closing flushed file at 1733938371221Flushing 5cf5ffc9281777c215da9586e3ade8d8/C: creating writer at 1733938371638 (+417 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/C: appending metadata at 1733938371641 (+3 ms)Flushing 5cf5ffc9281777c215da9586e3ade8d8/C: closing flushed file at 1733938371641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e879fd6: reopening flushed file at 1733938372059 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397c57b0: reopening flushed file at 1733938372066 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7ca65: reopening flushed file at 1733938372072 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 5cf5ffc9281777c215da9586e3ade8d8 in 1286ms, sequenceid=488, compaction requested=true at 1733938372079 (+7 ms)Writing region close event to WAL at 1733938372142 (+63 ms)Running coprocessor post-close hooks at 1733938372147 (+5 ms)Closed at 1733938372147 2024-12-11T17:32:52,150 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:52,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5cf5ffc9281777c215da9586e3ade8d8, regionState=CLOSED 2024-12-11T17:32:52,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:32:52,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-11T17:32:52,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 5cf5ffc9281777c215da9586e3ade8d8, server=d7d00a8b8c10,33151,1733938334749 in 1.5220 sec 2024-12-11T17:32:52,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T17:32:52,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5cf5ffc9281777c215da9586e3ade8d8, UNASSIGN in 1.5280 sec 2024-12-11T17:32:52,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-11T17:32:52,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5350 sec 2024-12-11T17:32:52,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938372162"}]},"ts":"1733938372162"} 2024-12-11T17:32:52,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:32:52,164 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:32:52,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5480 sec 2024-12-11T17:32:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T17:32:52,774 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:52,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:32:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,785 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T17:32:52,787 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,790 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:52,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/recovered.edits] 2024-12-11T17:32:52,835 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/17235b3f46394165a34e60210f485f95 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/17235b3f46394165a34e60210f485f95 2024-12-11T17:32:52,835 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/89464b26f1ba4d3d81512ef41470cf04 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/89464b26f1ba4d3d81512ef41470cf04 2024-12-11T17:32:52,835 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f2c25ecae4d843b39059de69ac6750ca to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/A/f2c25ecae4d843b39059de69ac6750ca 2024-12-11T17:32:52,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/26a010bf1e6c4f709c40d526a4b4dd16 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/26a010bf1e6c4f709c40d526a4b4dd16 2024-12-11T17:32:52,840 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/11d09e56a0e3450a84948dc7a7bdee5b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/11d09e56a0e3450a84948dc7a7bdee5b 2024-12-11T17:32:52,840 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8817b6927a31463cb37ca8abd70af8df to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/B/8817b6927a31463cb37ca8abd70af8df 2024-12-11T17:32:52,844 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8a8b54a320d34ed69f4024407bb1ac75 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/8a8b54a320d34ed69f4024407bb1ac75 2024-12-11T17:32:52,844 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9563bff979184799ab5eb7d412930077 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/9563bff979184799ab5eb7d412930077 2024-12-11T17:32:52,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/58a5fb97549e48f89d37fac221ee9748 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/C/58a5fb97549e48f89d37fac221ee9748 2024-12-11T17:32:52,847 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/recovered.edits/491.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8/recovered.edits/491.seqid 2024-12-11T17:32:52,848 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/5cf5ffc9281777c215da9586e3ade8d8 2024-12-11T17:32:52,848 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:32:52,852 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T17:32:52,860 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:32:52,891 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:32:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T17:32:52,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:32:52,894 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938372893"}]},"ts":"9223372036854775807"} 2024-12-11T17:32:52,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:32:52,898 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5cf5ffc9281777c215da9586e3ade8d8, NAME => 'TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:32:52,898 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:32:52,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938372898"}]},"ts":"9223372036854775807"} 2024-12-11T17:32:52,901 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:32:52,902 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:52,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 121 msec 2024-12-11T17:32:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T17:32:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:32:53,104 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:53,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=244 (was 211) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27981160_22 at /127.0.0.1:40326 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d7d00a8b8c10:33151-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=156 (was 59) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5156 (was 5688) 2024-12-11T17:32:53,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=5156 2024-12-11T17:32:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:32:53,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:32:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:53,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:32:53,132 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:53,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-12-11T17:32:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:53,133 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:32:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741942_1118 (size=959) 2024-12-11T17:32:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:53,548 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:32:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741943_1119 (size=53) 2024-12-11T17:32:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:53,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:53,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 53f22c5bcc94499f5bba23a1bc6293e2, disabling compactions & flushes 2024-12-11T17:32:53,960 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:53,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:53,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. after waiting 0 ms 2024-12-11T17:32:53,960 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:53,961 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:53,961 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53f22c5bcc94499f5bba23a1bc6293e2: Waiting for close lock at 1733938373960Disabling compacts and flushes for region at 1733938373960Disabling writes for close at 1733938373960Writing region close event to WAL at 1733938373960Closed at 1733938373961 (+1 ms) 2024-12-11T17:32:53,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:32:53,965 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938373964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938373964"}]},"ts":"1733938373964"} 2024-12-11T17:32:53,968 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:32:53,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:32:53,969 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938373969"}]},"ts":"1733938373969"} 2024-12-11T17:32:53,971 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:32:53,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, ASSIGN}] 2024-12-11T17:32:53,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, ASSIGN 2024-12-11T17:32:53,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:32:54,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, ASSIGN because future has completed 2024-12-11T17:32:54,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:54,286 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:54,286 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:32:54,287 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,287 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:54,287 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,287 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,289 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,291 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName A 2024-12-11T17:32:54,291 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:54,292 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:54,292 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,293 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName B 2024-12-11T17:32:54,293 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:54,294 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:54,294 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,295 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName C 2024-12-11T17:32:54,295 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:54,296 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:54,296 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,297 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,297 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,298 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,298 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,299 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:32:54,299 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,301 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:32:54,301 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 53f22c5bcc94499f5bba23a1bc6293e2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69609023, jitterRate=0.03725527226924896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:32:54,301 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:54,302 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 53f22c5bcc94499f5bba23a1bc6293e2: Running coprocessor pre-open hook at 1733938374287Writing region info on filesystem at 1733938374287Initializing all the Stores at 1733938374288 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938374288Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938374289 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938374289Cleaning up temporary data from old regions at 1733938374298 (+9 ms)Running coprocessor post-open hooks at 1733938374301 (+3 ms)Region opened successfully at 1733938374302 (+1 ms) 2024-12-11T17:32:54,303 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., pid=32, masterSystemTime=1733938374279 2024-12-11T17:32:54,305 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:54,305 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:54,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:54,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:32:54,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-11T17:32:54,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 in 181 msec 2024-12-11T17:32:54,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-11T17:32:54,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, ASSIGN in 338 msec 2024-12-11T17:32:54,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:32:54,311 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938374311"}]},"ts":"1733938374311"} 2024-12-11T17:32:54,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:32:54,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:32:54,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-11T17:32:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-11T17:32:55,284 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:55,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40bbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:55,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:55,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:55,291 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cdc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:55,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7589d72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:55,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:55,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:55,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:32:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:32:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6890aa64 2024-12-11T17:32:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:32:55,304 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:32:55,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:32:55,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:32:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T17:32:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741944_1120 (size=995) 2024-12-11T17:32:55,733 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-11T17:32:55,734 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-11T17:32:55,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:32:55,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE}] 2024-12-11T17:32:55,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE 2024-12-11T17:32:55,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE because future has completed 2024-12-11T17:32:55,748 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:32:55,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:55,901 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:55,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:32:55,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 53f22c5bcc94499f5bba23a1bc6293e2, disabling compactions & flushes 2024-12-11T17:32:55,901 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:55,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:55,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. after waiting 0 ms 2024-12-11T17:32:55,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:55,910 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T17:32:55,911 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:55,911 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 53f22c5bcc94499f5bba23a1bc6293e2: Waiting for close lock at 1733938375901Running coprocessor pre-close hooks at 1733938375901Disabling compacts and flushes for region at 1733938375901Disabling writes for close at 1733938375901Writing region close event to WAL at 1733938375902 (+1 ms)Running coprocessor post-close hooks at 1733938375911 (+9 ms)Closed at 1733938375911 2024-12-11T17:32:55,911 WARN [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 53f22c5bcc94499f5bba23a1bc6293e2 to self. 2024-12-11T17:32:55,913 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:55,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=CLOSED 2024-12-11T17:32:55,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:32:55,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-11T17:32:55,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 in 168 msec 2024-12-11T17:32:55,919 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE; state=CLOSED, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=true 2024-12-11T17:32:56,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE because future has completed 2024-12-11T17:32:56,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:32:56,231 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,231 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:32:56,231 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,232 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:32:56,232 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,232 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,236 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,241 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName A 2024-12-11T17:32:56,243 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:56,243 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:56,244 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,245 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName B 2024-12-11T17:32:56,245 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:56,245 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:56,245 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,246 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f22c5bcc94499f5bba23a1bc6293e2 columnFamilyName C 2024-12-11T17:32:56,246 DEBUG [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:56,247 INFO [StoreOpener-53f22c5bcc94499f5bba23a1bc6293e2-1 {}] regionserver.HStore(327): Store=53f22c5bcc94499f5bba23a1bc6293e2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:32:56,247 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,248 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,249 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,250 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,250 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,250 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:32:56,252 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,253 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 53f22c5bcc94499f5bba23a1bc6293e2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69358743, jitterRate=0.03352580964565277}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:32:56,253 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,255 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 53f22c5bcc94499f5bba23a1bc6293e2: Running coprocessor pre-open hook at 1733938376232Writing region info on filesystem at 1733938376232Initializing all the Stores at 1733938376233 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938376233Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938376233Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938376233Cleaning up temporary data from old regions at 1733938376250 (+17 ms)Running coprocessor post-open hooks at 1733938376253 (+3 ms)Region opened successfully at 1733938376255 (+2 ms) 2024-12-11T17:32:56,256 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., pid=37, masterSystemTime=1733938376228 2024-12-11T17:32:56,257 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,258 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=OPEN, openSeqNum=5, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:32:56,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-12-11T17:32:56,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 in 187 msec 2024-12-11T17:32:56,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-11T17:32:56,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, REOPEN/MOVE in 519 msec 2024-12-11T17:32:56,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-11T17:32:56,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-12-11T17:32:56,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-12-11T17:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-11T17:32:56,274 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:32:56,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f60a924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,276 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f584c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,277 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bcc5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f86a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b69386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,282 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffea14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fd21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,284 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d14a3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca067a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b42a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,289 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1478a68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a754499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f22722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f65abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,295 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f067961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3b1034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bcacae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a55da1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56343ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40edaa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab7f35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e03d81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,305 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36964df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,307 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5184a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb78f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:32:56,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:32:56,309 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25905b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:32:56,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:32:56,311 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:32:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61627e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:32:56,313 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,313 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,319 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,320 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,323 DEBUG [Thread-619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,325 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,325 DEBUG [Thread-619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,344 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:56,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:32:56,355 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,355 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:32:56,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:32:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:32:56,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-11T17:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:56,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:32:56,371 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:32:56,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:32:56,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938436409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938436410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938436411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938436412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938436413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115936d1f4741b4a8c817befec665e8b58_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938376331/Put/seqid=0 2024-12-11T17:32:56,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741945_1121 (size=17034) 2024-12-11T17:32:56,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:56,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115936d1f4741b4a8c817befec665e8b58_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115936d1f4741b4a8c817befec665e8b58_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:56,477 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/972c9e8a82714de0a8202dff6fca7b23, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:56,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/972c9e8a82714de0a8202dff6fca7b23 is 175, key is test_row_0/A:col10/1733938376331/Put/seqid=0 2024-12-11T17:32:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741946_1122 (size=48139) 2024-12-11T17:32:56,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/972c9e8a82714de0a8202dff6fca7b23 2024-12-11T17:32:56,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938436522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938436522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/9978e96172684354bbd9088bc379a659 is 50, key is test_row_0/B:col10/1733938376331/Put/seqid=0 2024-12-11T17:32:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938436523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938436523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938436523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741947_1123 (size=12001) 2024-12-11T17:32:56,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:56,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938436732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938436732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938436732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938436733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938436733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:56,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/9978e96172684354bbd9088bc379a659 2024-12-11T17:32:56,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/3637bd4a22684e54a71714f3b378d5fc is 50, key is test_row_0/C:col10/1733938376331/Put/seqid=0 2024-12-11T17:32:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:56,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:56,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741948_1124 (size=12001) 2024-12-11T17:32:56,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/3637bd4a22684e54a71714f3b378d5fc 2024-12-11T17:32:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/972c9e8a82714de0a8202dff6fca7b23 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23 2024-12-11T17:32:57,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23, entries=250, sequenceid=15, filesize=47.0 K 2024-12-11T17:32:57,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/9978e96172684354bbd9088bc379a659 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659 2024-12-11T17:32:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659, entries=150, sequenceid=15, filesize=11.7 K 2024-12-11T17:32:57,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/3637bd4a22684e54a71714f3b378d5fc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc 2024-12-11T17:32:57,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc, entries=150, sequenceid=15, filesize=11.7 K 2024-12-11T17:32:57,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53f22c5bcc94499f5bba23a1bc6293e2 in 681ms, sequenceid=15, compaction requested=false 2024-12-11T17:32:57,034 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-11T17:32:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:32:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:57,048 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:57,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:32:57,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938437053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938437053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eee124f7b7114fa8a37b7fc97af67d2a_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938377048/Put/seqid=0 2024-12-11T17:32:57,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938437058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938437060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938437065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741949_1125 (size=12154) 2024-12-11T17:32:57,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:57,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eee124f7b7114fa8a37b7fc97af67d2a_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eee124f7b7114fa8a37b7fc97af67d2a_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:57,099 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/be63d73a74b242e8a96de3661fa13b1c, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:57,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/be63d73a74b242e8a96de3661fa13b1c is 175, key is test_row_0/A:col10/1733938377048/Put/seqid=0 2024-12-11T17:32:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741950_1126 (size=30955) 2024-12-11T17:32:57,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938437172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938437173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938437172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938437173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938437182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938437382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938437382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938437382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938437382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938437392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:57,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/be63d73a74b242e8a96de3661fa13b1c 2024-12-11T17:32:57,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/834365eef25847ee8638188a0e436be9 is 50, key is test_row_0/B:col10/1733938377048/Put/seqid=0 2024-12-11T17:32:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741951_1127 (size=12001) 2024-12-11T17:32:57,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:32:57,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938437692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938437692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938437692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938437692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938437702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:57,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:57,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:57,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:57,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:57,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:32:57,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/834365eef25847ee8638188a0e436be9 2024-12-11T17:32:57,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/4827aac7856d48ebb3ada0afeeeab7fe is 50, key is test_row_0/C:col10/1733938377048/Put/seqid=0 2024-12-11T17:32:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741952_1128 (size=12001) 2024-12-11T17:32:58,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/4827aac7856d48ebb3ada0afeeeab7fe 2024-12-11T17:32:58,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/be63d73a74b242e8a96de3661fa13b1c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c 2024-12-11T17:32:58,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c, entries=150, sequenceid=43, filesize=30.2 K 2024-12-11T17:32:58,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/834365eef25847ee8638188a0e436be9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9 2024-12-11T17:32:58,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9, entries=150, sequenceid=43, filesize=11.7 K 2024-12-11T17:32:58,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/4827aac7856d48ebb3ada0afeeeab7fe as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe 2024-12-11T17:32:58,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe, entries=150, sequenceid=43, filesize=11.7 K 2024-12-11T17:32:58,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 53f22c5bcc94499f5bba23a1bc6293e2 in 999ms, sequenceid=43, compaction requested=false 2024-12-11T17:32:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:32:58,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-11T17:32:58,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:58,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T17:32:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211be201048de2647b29413748bf5c35c2c_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938377050/Put/seqid=0 2024-12-11T17:32:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741953_1129 (size=12154) 2024-12-11T17:32:58,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:58,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211be201048de2647b29413748bf5c35c2c_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211be201048de2647b29413748bf5c35c2c_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/fd11e04af76c43a99f6d61336edd629c, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:58,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/fd11e04af76c43a99f6d61336edd629c is 175, key is test_row_0/A:col10/1733938377050/Put/seqid=0 2024-12-11T17:32:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741954_1130 (size=30955) 2024-12-11T17:32:58,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/fd11e04af76c43a99f6d61336edd629c 2024-12-11T17:32:58,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/331d530e4f31404d86de7f60a42e4f8a is 50, key is test_row_0/B:col10/1733938377050/Put/seqid=0 2024-12-11T17:32:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741955_1131 (size=12001) 2024-12-11T17:32:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:58,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:32:58,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938438238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938438239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938438240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938438245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938438247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938438352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938438352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938438352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938438352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938438362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:32:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938438562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938438563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938438563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938438563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938438572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/331d530e4f31404d86de7f60a42e4f8a 2024-12-11T17:32:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/04c2e12e7ba9478c8856a930e3834950 is 50, key is test_row_0/C:col10/1733938377050/Put/seqid=0 2024-12-11T17:32:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741956_1132 (size=12001) 2024-12-11T17:32:58,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938438872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938438872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938438872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938438873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:58,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938438882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:58,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,002 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/04c2e12e7ba9478c8856a930e3834950 2024-12-11T17:32:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/fd11e04af76c43a99f6d61336edd629c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c 2024-12-11T17:32:59,015 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c, entries=150, sequenceid=51, filesize=30.2 K 2024-12-11T17:32:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/331d530e4f31404d86de7f60a42e4f8a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a 2024-12-11T17:32:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T17:32:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/04c2e12e7ba9478c8856a930e3834950 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950 2024-12-11T17:32:59,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950, entries=150, sequenceid=51, filesize=11.7 K 2024-12-11T17:32:59,035 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 53f22c5bcc94499f5bba23a1bc6293e2 in 970ms, sequenceid=51, compaction requested=true 2024-12-11T17:32:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:32:59,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:59,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-11T17:32:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-11T17:32:59,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-11T17:32:59,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6670 sec 2024-12-11T17:32:59,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.6730 sec 2024-12-11T17:32:59,129 INFO [master/d7d00a8b8c10:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T17:32:59,129 INFO [master/d7d00a8b8c10:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T17:32:59,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:32:59,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-11T17:32:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:59,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938439390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938439391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938439392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211253d70fd3be14f80871605371ab6e6c2_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938379387/Put/seqid=0 2024-12-11T17:32:59,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938439395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938439396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741957_1133 (size=14594) 2024-12-11T17:32:59,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211253d70fd3be14f80871605371ab6e6c2_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211253d70fd3be14f80871605371ab6e6c2_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:32:59,424 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c69927270cba4c88afb5b781f99dd95e, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:59,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c69927270cba4c88afb5b781f99dd95e is 175, key is test_row_0/A:col10/1733938379387/Put/seqid=0 2024-12-11T17:32:59,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741958_1134 (size=39549) 2024-12-11T17:32:59,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c69927270cba4c88afb5b781f99dd95e 2024-12-11T17:32:59,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/f156dad063f14e7f8f48dd1f56a9cee9 is 50, key is test_row_0/B:col10/1733938379387/Put/seqid=0 2024-12-11T17:32:59,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741959_1135 (size=12001) 2024-12-11T17:32:59,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/f156dad063f14e7f8f48dd1f56a9cee9 2024-12-11T17:32:59,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/e288cadda602456e80cb42385e2c37b6 is 50, key is test_row_0/C:col10/1733938379387/Put/seqid=0 2024-12-11T17:32:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741960_1136 (size=12001) 2024-12-11T17:32:59,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938439502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938439502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938439512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938439512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938439713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938439713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938439722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:32:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938439722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:32:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:32:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:32:59,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/e288cadda602456e80cb42385e2c37b6 2024-12-11T17:32:59,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c69927270cba4c88afb5b781f99dd95e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e 2024-12-11T17:32:59,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e, entries=200, sequenceid=82, filesize=38.6 K 2024-12-11T17:32:59,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/f156dad063f14e7f8f48dd1f56a9cee9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9 2024-12-11T17:32:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9, entries=150, sequenceid=82, filesize=11.7 K 2024-12-11T17:32:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/e288cadda602456e80cb42385e2c37b6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6 2024-12-11T17:32:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6, entries=150, sequenceid=82, filesize=11.7 K 2024-12-11T17:32:59,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 53f22c5bcc94499f5bba23a1bc6293e2 in 537ms, sequenceid=82, compaction requested=true 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:32:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,924 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:32:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T17:32:59,924 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:32:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,927 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:59,927 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:32:59,927 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:32:59,927 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:32:59,927 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:59,927 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,928 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=46.9 K 2024-12-11T17:32:59,928 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=146.1 K 2024-12-11T17:32:59,928 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:32:59,928 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e] 2024-12-11T17:32:59,928 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9978e96172684354bbd9088bc379a659, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938376331 2024-12-11T17:32:59,929 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 972c9e8a82714de0a8202dff6fca7b23, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938376331 2024-12-11T17:32:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,929 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 834365eef25847ee8638188a0e436be9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733938376400 2024-12-11T17:32:59,929 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting be63d73a74b242e8a96de3661fa13b1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733938376400 2024-12-11T17:32:59,929 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 331d530e4f31404d86de7f60a42e4f8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938377050 2024-12-11T17:32:59,929 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd11e04af76c43a99f6d61336edd629c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938377050 2024-12-11T17:32:59,930 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f156dad063f14e7f8f48dd1f56a9cee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938379385 2024-12-11T17:32:59,930 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c69927270cba4c88afb5b781f99dd95e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938378244 2024-12-11T17:32:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,947 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412119f431ede8abe4816bc95a7a2aa8a2937_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,950 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#117 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:32:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,951 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/4767ab9f53674b82b98bdd42aab466ec is 50, key is test_row_0/B:col10/1733938379387/Put/seqid=0 2024-12-11T17:32:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,953 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412119f431ede8abe4816bc95a7a2aa8a2937_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:59,953 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412119f431ede8abe4816bc95a7a2aa8a2937_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:32:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741961_1137 (size=12139) 2024-12-11T17:32:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:32:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741962_1138 (size=4469) 2024-12-11T17:33:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,002 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#118 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,002 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/7d01dc92d1cf4bb2b6fec8f4e61b7166 is 175, key is test_row_0/A:col10/1733938379387/Put/seqid=0 2024-12-11T17:33:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741963_1139 (size=31093) 2024-12-11T17:33:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,014 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/7d01dc92d1cf4bb2b6fec8f4e61b7166 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166 2024-12-11T17:33:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,020 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 7d01dc92d1cf4bb2b6fec8f4e61b7166(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:00,020 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:00,020 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=12, startTime=1733938379924; duration=0sec 2024-12-11T17:33:00,021 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:00,021 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:00,021 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,023 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:00,023 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:00,023 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:00,023 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=46.9 K 2024-12-11T17:33:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,024 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3637bd4a22684e54a71714f3b378d5fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938376331 2024-12-11T17:33:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4827aac7856d48ebb3ada0afeeeab7fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733938376400 2024-12-11T17:33:00,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04c2e12e7ba9478c8856a930e3834950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733938377050 2024-12-11T17:33:00,026 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e288cadda602456e80cb42385e2c37b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938379385 2024-12-11T17:33:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,038 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:00,039 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/61ed989494b6451095c68f803093f2f7 is 50, key is test_row_0/C:col10/1733938379387/Put/seqid=0 2024-12-11T17:33:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:00,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:00,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741964_1140 (size=12139) 2024-12-11T17:33:00,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c855f45b54e64755b07ed7a69740a00d_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938380042/Put/seqid=0 2024-12-11T17:33:00,073 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/61ed989494b6451095c68f803093f2f7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/61ed989494b6451095c68f803093f2f7 2024-12-11T17:33:00,081 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into 61ed989494b6451095c68f803093f2f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:00,081 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:00,081 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=12, startTime=1733938379924; duration=0sec 2024-12-11T17:33:00,081 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:00,081 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741965_1141 (size=24358) 2024-12-11T17:33:00,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c855f45b54e64755b07ed7a69740a00d_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c855f45b54e64755b07ed7a69740a00d_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:00,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/d7843d3949894339bd1400b3b76f978f, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:00,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/d7843d3949894339bd1400b3b76f978f is 175, key is test_row_0/A:col10/1733938380042/Put/seqid=0 2024-12-11T17:33:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741966_1142 (size=73994) 2024-12-11T17:33:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938440100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938440106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/d7843d3949894339bd1400b3b76f978f 2024-12-11T17:33:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938440107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938440107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/7021da8c816049ceb55963899b2222ac is 50, key is test_row_0/B:col10/1733938380042/Put/seqid=0 2024-12-11T17:33:00,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741967_1143 (size=12001) 2024-12-11T17:33:00,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/7021da8c816049ceb55963899b2222ac 2024-12-11T17:33:00,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/162bcb5bf7a242f1bf3c907e0f9f5057 is 50, key is test_row_0/C:col10/1733938380042/Put/seqid=0 2024-12-11T17:33:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741968_1144 (size=12001) 2024-12-11T17:33:00,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/162bcb5bf7a242f1bf3c907e0f9f5057 2024-12-11T17:33:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/d7843d3949894339bd1400b3b76f978f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f 2024-12-11T17:33:00,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f, entries=400, sequenceid=94, filesize=72.3 K 2024-12-11T17:33:00,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/7021da8c816049ceb55963899b2222ac as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac 2024-12-11T17:33:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938440212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938440212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac, entries=150, sequenceid=94, filesize=11.7 K 2024-12-11T17:33:00,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938440222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938440222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/162bcb5bf7a242f1bf3c907e0f9f5057 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057 2024-12-11T17:33:00,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057, entries=150, sequenceid=94, filesize=11.7 K 2024-12-11T17:33:00,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 53f22c5bcc94499f5bba23a1bc6293e2 in 194ms, sequenceid=94, compaction requested=false 2024-12-11T17:33:00,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:00,371 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/4767ab9f53674b82b98bdd42aab466ec as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/4767ab9f53674b82b98bdd42aab466ec 2024-12-11T17:33:00,377 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 4767ab9f53674b82b98bdd42aab466ec(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:00,377 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:00,377 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=12, startTime=1733938379924; duration=0sec 2024-12-11T17:33:00,377 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:00,377 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:00,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:33:00,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114343d6a439934cb2aec227da6a78f8ee_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938440426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938440427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938440428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938440432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938440432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741969_1145 (size=14594) 2024-12-11T17:33:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938440532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938440542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938440542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-11T17:33:00,552 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:00,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-11T17:33:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:00,555 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:00,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:00,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:00,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:00,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:00,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938440742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938440742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938440743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938440751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938440752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:00,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:00,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114343d6a439934cb2aec227da6a78f8ee_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114343d6a439934cb2aec227da6a78f8ee_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:00,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/84b132689551485792bb55c40b0d0d14, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:00,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/84b132689551485792bb55c40b0d0d14 is 175, key is test_row_0/A:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:00,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741970_1146 (size=39549) 2024-12-11T17:33:00,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:00,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:01,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938441052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938441062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938441062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:01,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938441252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938441252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/84b132689551485792bb55c40b0d0d14 2024-12-11T17:33:01,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b32393a970d04abc8dcf63fd06a61c2e is 50, key is test_row_0/B:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741971_1147 (size=12001) 2024-12-11T17:33:01,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b32393a970d04abc8dcf63fd06a61c2e 2024-12-11T17:33:01,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/199433caa2e84bf0ab21f96e2409de44 is 50, key is test_row_0/C:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:01,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:01,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741972_1148 (size=12001) 2024-12-11T17:33:01,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/199433caa2e84bf0ab21f96e2409de44 2024-12-11T17:33:01,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/84b132689551485792bb55c40b0d0d14 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14 2024-12-11T17:33:01,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14, entries=200, sequenceid=123, filesize=38.6 K 2024-12-11T17:33:01,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b32393a970d04abc8dcf63fd06a61c2e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e 2024-12-11T17:33:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T17:33:01,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/199433caa2e84bf0ab21f96e2409de44 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44 2024-12-11T17:33:01,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T17:33:01,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 53f22c5bcc94499f5bba23a1bc6293e2 in 964ms, sequenceid=123, compaction requested=true 2024-12-11T17:33:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:01,379 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:01,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:01,380 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:01,381 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144636 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:01,381 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:01,381 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,381 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=141.2 K 2024-12-11T17:33:01,381 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,381 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14] 2024-12-11T17:33:01,381 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:01,381 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:01,382 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,382 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d01dc92d1cf4bb2b6fec8f4e61b7166, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938379385 2024-12-11T17:33:01,382 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/4767ab9f53674b82b98bdd42aab466ec, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.3 K 2024-12-11T17:33:01,383 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7843d3949894339bd1400b3b76f978f, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733938379390 2024-12-11T17:33:01,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 4767ab9f53674b82b98bdd42aab466ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938379385 2024-12-11T17:33:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:01,383 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b132689551485792bb55c40b0d0d14, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:01,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7021da8c816049ceb55963899b2222ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733938380039 2024-12-11T17:33:01,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:01,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b32393a970d04abc8dcf63fd06a61c2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:01,397 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:01,397 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/304045b9a27a411995e74400a40c5323 is 50, key is test_row_0/B:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:01,398 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:01,408 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412115ac99e5a5dea4f5fa33381f569736fa5_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:01,411 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412115ac99e5a5dea4f5fa33381f569736fa5_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:01,411 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115ac99e5a5dea4f5fa33381f569736fa5_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741973_1149 (size=12241) 2024-12-11T17:33:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741974_1150 (size=4469) 2024-12-11T17:33:01,435 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#127 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:01,436 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/3ab0e95520f4407396b7a819162c9c95 is 175, key is test_row_0/A:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:01,446 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/304045b9a27a411995e74400a40c5323 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/304045b9a27a411995e74400a40c5323 2024-12-11T17:33:01,457 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 304045b9a27a411995e74400a40c5323(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:01,457 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:01,457 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938381379; duration=0sec 2024-12-11T17:33:01,457 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:01,457 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:01,457 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:01,459 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:01,459 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:01,459 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,460 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/61ed989494b6451095c68f803093f2f7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.3 K 2024-12-11T17:33:01,460 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 61ed989494b6451095c68f803093f2f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733938379385 2024-12-11T17:33:01,461 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 162bcb5bf7a242f1bf3c907e0f9f5057, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733938380039 2024-12-11T17:33:01,461 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 199433caa2e84bf0ab21f96e2409de44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741975_1151 (size=31195) 2024-12-11T17:33:01,468 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/3ab0e95520f4407396b7a819162c9c95 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95 2024-12-11T17:33:01,475 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:01,476 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/643454ba6a9645cc9b0863d6112d3297 is 50, key is test_row_0/C:col10/1733938380412/Put/seqid=0 2024-12-11T17:33:01,477 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 3ab0e95520f4407396b7a819162c9c95(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:01,477 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:01,477 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938381379; duration=0sec 2024-12-11T17:33:01,477 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:01,477 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:01,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-11T17:33:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:01,478 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-11T17:33:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741976_1152 (size=12241) 2024-12-11T17:33:01,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d013a4b2551844649d726bcf73bbb4b3_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938380423/Put/seqid=0 2024-12-11T17:33:01,500 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/643454ba6a9645cc9b0863d6112d3297 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/643454ba6a9645cc9b0863d6112d3297 2024-12-11T17:33:01,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741977_1153 (size=12254) 2024-12-11T17:33:01,508 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into 643454ba6a9645cc9b0863d6112d3297(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:01,508 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:01,508 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938381383; duration=0sec 2024-12-11T17:33:01,508 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:01,508 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:01,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938441607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938441607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938441613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938441722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938441722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938441722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:01,907 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d013a4b2551844649d726bcf73bbb4b3_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d013a4b2551844649d726bcf73bbb4b3_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/df920fb9a9af4739a717aa3bf9c70f70, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:01,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/df920fb9a9af4739a717aa3bf9c70f70 is 175, key is test_row_0/A:col10/1733938380423/Put/seqid=0 2024-12-11T17:33:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741978_1154 (size=31055) 2024-12-11T17:33:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938441941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:01,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938441942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938441942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938442252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938442252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938442252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938442261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,263 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938442272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,273 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,316 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/df920fb9a9af4739a717aa3bf9c70f70 2024-12-11T17:33:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b2ed71cc16584601b5af981a0598a5d3 is 50, key is test_row_0/B:col10/1733938380423/Put/seqid=0 2024-12-11T17:33:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741979_1155 (size=12101) 2024-12-11T17:33:02,334 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b2ed71cc16584601b5af981a0598a5d3 2024-12-11T17:33:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/54818cb56a3d4191ad20c0a4894327be is 50, key is test_row_0/C:col10/1733938380423/Put/seqid=0 2024-12-11T17:33:02,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741980_1156 (size=12101) 2024-12-11T17:33:02,384 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/54818cb56a3d4191ad20c0a4894327be 2024-12-11T17:33:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/df920fb9a9af4739a717aa3bf9c70f70 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70 2024-12-11T17:33:02,400 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70, entries=150, sequenceid=134, filesize=30.3 K 2024-12-11T17:33:02,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/b2ed71cc16584601b5af981a0598a5d3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3 2024-12-11T17:33:02,407 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3, entries=150, sequenceid=134, filesize=11.8 K 2024-12-11T17:33:02,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/54818cb56a3d4191ad20c0a4894327be as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be 2024-12-11T17:33:02,418 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be, entries=150, sequenceid=134, filesize=11.8 K 2024-12-11T17:33:02,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 53f22c5bcc94499f5bba23a1bc6293e2 in 941ms, sequenceid=134, compaction requested=false 2024-12-11T17:33:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:02,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-11T17:33:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-11T17:33:02,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-11T17:33:02,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-12-11T17:33:02,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.8750 sec 2024-12-11T17:33:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-11T17:33:02,703 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:02,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-11T17:33:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:02,705 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:02,707 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:02,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:02,763 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:02,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-11T17:33:02,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e74cbdbeae034b81a71e42abf2f3b788_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938442771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938442772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938442773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741981_1157 (size=14794) 2024-12-11T17:33:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:02,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:02,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:02,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938442882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938442882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:02,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938442882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:02,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938443092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938443092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938443092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:03,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e74cbdbeae034b81a71e42abf2f3b788_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e74cbdbeae034b81a71e42abf2f3b788_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:03,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/85d28db99f384f0fadf5b660cb652e33, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:03,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/85d28db99f384f0fadf5b660cb652e33 is 175, key is test_row_0/A:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741982_1158 (size=39749) 2024-12-11T17:33:03,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938443401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938443402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938443402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,593 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/85d28db99f384f0fadf5b660cb652e33 2024-12-11T17:33:03,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/11fed15193a14efa9ab01df8ea89398f is 50, key is test_row_0/B:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741983_1159 (size=12151) 2024-12-11T17:33:03,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938443911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938443912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938443912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:03,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:03,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:04,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/11fed15193a14efa9ab01df8ea89398f 2024-12-11T17:33:04,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/73ab158085364d6b933e7fa7d4a4e670 is 50, key is test_row_0/C:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741984_1160 (size=12151) 2024-12-11T17:33:04,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/73ab158085364d6b933e7fa7d4a4e670 2024-12-11T17:33:04,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/85d28db99f384f0fadf5b660cb652e33 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33 2024-12-11T17:33:04,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33, entries=200, sequenceid=163, filesize=38.8 K 2024-12-11T17:33:04,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/11fed15193a14efa9ab01df8ea89398f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f 2024-12-11T17:33:04,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f, entries=150, sequenceid=163, filesize=11.9 K 2024-12-11T17:33:04,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/73ab158085364d6b933e7fa7d4a4e670 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670 2024-12-11T17:33:04,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670, entries=150, sequenceid=163, filesize=11.9 K 2024-12-11T17:33:04,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1284ms, sequenceid=163, compaction requested=true 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:04,047 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:04,047 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:04,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:04,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:04,049 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:04,049 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:04,049 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/304045b9a27a411995e74400a40c5323, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.6 K 2024-12-11T17:33:04,049 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=99.6 K 2024-12-11T17:33:04,049 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33] 2024-12-11T17:33:04,049 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 304045b9a27a411995e74400a40c5323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:04,050 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ed71cc16584601b5af981a0598a5d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733938380423 2024-12-11T17:33:04,050 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ab0e95520f4407396b7a819162c9c95, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:04,051 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting df920fb9a9af4739a717aa3bf9c70f70, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733938380423 2024-12-11T17:33:04,052 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 11fed15193a14efa9ab01df8ea89398f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:04,052 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85d28db99f384f0fadf5b660cb652e33, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:04,063 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:04,064 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/bdd672d293ba48238506f5317e344247 is 50, key is test_row_0/B:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:04,064 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:04,068 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211d57f0a965cee48d380c26578dfbb5af1_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:04,071 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211d57f0a965cee48d380c26578dfbb5af1_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:04,071 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d57f0a965cee48d380c26578dfbb5af1_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741985_1161 (size=12493) 2024-12-11T17:33:04,078 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/bdd672d293ba48238506f5317e344247 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/bdd672d293ba48238506f5317e344247 2024-12-11T17:33:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741986_1162 (size=4469) 2024-12-11T17:33:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-11T17:33:04,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:04,084 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-11T17:33:04,084 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#136 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:04,085 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c73256d0c0374f0b8bf1eb37af928b14 is 175, key is test_row_0/A:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:04,087 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into bdd672d293ba48238506f5317e344247(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:04,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:04,087 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938384047; duration=0sec 2024-12-11T17:33:04,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:04,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:04,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:04,088 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:04,089 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:04,089 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:04,089 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/643454ba6a9645cc9b0863d6112d3297, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.6 K 2024-12-11T17:33:04,089 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 643454ba6a9645cc9b0863d6112d3297, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938380083 2024-12-11T17:33:04,090 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 54818cb56a3d4191ad20c0a4894327be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733938380423 2024-12-11T17:33:04,093 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ab158085364d6b933e7fa7d4a4e670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:04,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741987_1163 (size=31447) 2024-12-11T17:33:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115b7e03b573de46d79da4c9be09283f4f_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938382770/Put/seqid=0 2024-12-11T17:33:04,105 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:04,106 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/17d7015145fe485396ba8fc953d97d83 is 50, key is test_row_0/C:col10/1733938381601/Put/seqid=0 2024-12-11T17:33:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741989_1165 (size=12493) 2024-12-11T17:33:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741988_1164 (size=12304) 2024-12-11T17:33:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:04,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938444341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938444342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938444452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938444452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,498 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c73256d0c0374f0b8bf1eb37af928b14 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14 2024-12-11T17:33:04,503 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into c73256d0c0374f0b8bf1eb37af928b14(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:04,503 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:04,503 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938384047; duration=0sec 2024-12-11T17:33:04,503 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:04,503 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:04,522 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/17d7015145fe485396ba8fc953d97d83 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/17d7015145fe485396ba8fc953d97d83 2024-12-11T17:33:04,522 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115b7e03b573de46d79da4c9be09283f4f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b7e03b573de46d79da4c9be09283f4f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:04,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/17ec929acc8b4b5bb36971b37aff9bb2, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:04,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/17ec929acc8b4b5bb36971b37aff9bb2 is 175, key is test_row_0/A:col10/1733938382770/Put/seqid=0 2024-12-11T17:33:04,528 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into 17d7015145fe485396ba8fc953d97d83(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:04,528 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:04,528 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938384047; duration=0sec 2024-12-11T17:33:04,528 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:04,528 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741990_1166 (size=31105) 2024-12-11T17:33:04,532 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/17ec929acc8b4b5bb36971b37aff9bb2 2024-12-11T17:33:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/1e2f130030fd4b2a96a45dd6c847e7e9 is 50, key is test_row_0/B:col10/1733938382770/Put/seqid=0 2024-12-11T17:33:04,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741991_1167 (size=12151) 2024-12-11T17:33:04,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938444661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938444662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938444922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938444922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,927 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,927 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938444932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,935 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,951 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/1e2f130030fd4b2a96a45dd6c847e7e9 2024-12-11T17:33:04,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/811580d462c946a48b0a7f847b8d865c is 50, key is test_row_0/C:col10/1733938382770/Put/seqid=0 2024-12-11T17:33:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741992_1168 (size=12151) 2024-12-11T17:33:04,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938444972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938444972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:04,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/811580d462c946a48b0a7f847b8d865c 2024-12-11T17:33:05,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/17ec929acc8b4b5bb36971b37aff9bb2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2 2024-12-11T17:33:05,373 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2, entries=150, sequenceid=172, filesize=30.4 K 2024-12-11T17:33:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/1e2f130030fd4b2a96a45dd6c847e7e9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9 2024-12-11T17:33:05,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T17:33:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/811580d462c946a48b0a7f847b8d865c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c 2024-12-11T17:33:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c, entries=150, sequenceid=172, filesize=11.9 K 2024-12-11T17:33:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1301ms, sequenceid=172, compaction requested=false 2024-12-11T17:33:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-11T17:33:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-11T17:33:05,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-11T17:33:05,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6800 sec 2024-12-11T17:33:05,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.6860 sec 2024-12-11T17:33:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:05,486 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:05,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-11T17:33:05,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121156db726fd1e148e7aa7c1d4e528df31b_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:05,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741993_1169 (size=17284) 2024-12-11T17:33:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938445524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938445525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938445631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938445631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938445842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938445842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:05,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:05,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121156db726fd1e148e7aa7c1d4e528df31b_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121156db726fd1e148e7aa7c1d4e528df31b_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:05,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/72314dbda36e4a0997225f6f6d863acc, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:05,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/72314dbda36e4a0997225f6f6d863acc is 175, key is test_row_0/A:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:05,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741994_1170 (size=48389) 2024-12-11T17:33:05,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/72314dbda36e4a0997225f6f6d863acc 2024-12-11T17:33:05,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/da57d7a01d9e4a4faebedb12d4cef601 is 50, key is test_row_0/B:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741995_1171 (size=12151) 2024-12-11T17:33:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938446151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938446152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/da57d7a01d9e4a4faebedb12d4cef601 2024-12-11T17:33:06,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8aa9fbc1399e4ac08c87d163b26e48c2 is 50, key is test_row_0/C:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741996_1172 (size=12151) 2024-12-11T17:33:06,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8aa9fbc1399e4ac08c87d163b26e48c2 2024-12-11T17:33:06,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/72314dbda36e4a0997225f6f6d863acc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc 2024-12-11T17:33:06,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc, entries=250, sequenceid=204, filesize=47.3 K 2024-12-11T17:33:06,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/da57d7a01d9e4a4faebedb12d4cef601 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601 2024-12-11T17:33:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601, entries=150, sequenceid=204, filesize=11.9 K 2024-12-11T17:33:06,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8aa9fbc1399e4ac08c87d163b26e48c2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2 2024-12-11T17:33:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2, entries=150, sequenceid=204, filesize=11.9 K 2024-12-11T17:33:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 53f22c5bcc94499f5bba23a1bc6293e2 in 877ms, sequenceid=204, compaction requested=true 2024-12-11T17:33:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:06,364 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:06,364 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:06,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,365 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:06,365 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:06,365 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:06,365 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/bdd672d293ba48238506f5317e344247, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.9 K 2024-12-11T17:33:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,366 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:06,366 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting bdd672d293ba48238506f5317e344247, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:06,366 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:06,366 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:06,366 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=108.3 K 2024-12-11T17:33:06,366 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:06,366 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e2f130030fd4b2a96a45dd6c847e7e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733938382764 2024-12-11T17:33:06,366 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc] 2024-12-11T17:33:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,367 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting da57d7a01d9e4a4faebedb12d4cef601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384335 2024-12-11T17:33:06,367 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c73256d0c0374f0b8bf1eb37af928b14, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:06,367 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ec929acc8b4b5bb36971b37aff9bb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733938382764 2024-12-11T17:33:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,368 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72314dbda36e4a0997225f6f6d863acc, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384331 2024-12-11T17:33:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,382 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#144 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/93e232eaf90c475a9e002890a31862d2 is 50, key is test_row_0/B:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,384 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,387 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211b59670e39f7d4cacb43a7ffb5f5278d6_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,395 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211b59670e39f7d4cacb43a7ffb5f5278d6_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:06,395 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b59670e39f7d4cacb43a7ffb5f5278d6_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741997_1173 (size=12595) 2024-12-11T17:33:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,415 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/93e232eaf90c475a9e002890a31862d2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/93e232eaf90c475a9e002890a31862d2 2024-12-11T17:33:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741998_1174 (size=4469) 2024-12-11T17:33:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,420 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#145 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:06,421 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/94228cff0e0a430ab4040cea6891be70 is 175, key is test_row_0/A:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,423 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 93e232eaf90c475a9e002890a31862d2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:06,423 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:06,423 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938386364; duration=0sec 2024-12-11T17:33:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,424 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:06,424 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:06,424 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:06,425 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:06,425 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:06,425 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,425 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/17d7015145fe485396ba8fc953d97d83, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=35.9 K 2024-12-11T17:33:06,426 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 17d7015145fe485396ba8fc953d97d83, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733938381601 2024-12-11T17:33:06,426 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 811580d462c946a48b0a7f847b8d865c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733938382764 2024-12-11T17:33:06,427 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aa9fbc1399e4ac08c87d163b26e48c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384335 2024-12-11T17:33:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741999_1175 (size=31549) 2024-12-11T17:33:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,451 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#146 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:06,452 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/2159f8993a39437590fe08565adce7ae is 50, key is test_row_0/C:col10/1733938384335/Put/seqid=0 2024-12-11T17:33:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,458 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/94228cff0e0a430ab4040cea6891be70 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70 2024-12-11T17:33:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742000_1176 (size=12595) 2024-12-11T17:33:06,470 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 94228cff0e0a430ab4040cea6891be70(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:06,470 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:06,470 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938386363; duration=0sec 2024-12-11T17:33:06,470 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:06,470 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:06,686 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:06,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211abe2c602138440b481e0d6a963bca06f_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938385496/Put/seqid=0 2024-12-11T17:33:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742001_1177 (size=19774) 2024-12-11T17:33:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211abe2c602138440b481e0d6a963bca06f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211abe2c602138440b481e0d6a963bca06f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/0a013c4ae0894cd1a43243c2659d1bb1, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/0a013c4ae0894cd1a43243c2659d1bb1 is 175, key is test_row_0/A:col10/1733938385496/Put/seqid=0 2024-12-11T17:33:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742002_1178 (size=57033) 2024-12-11T17:33:06,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/0a013c4ae0894cd1a43243c2659d1bb1 2024-12-11T17:33:06,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/0b17d057aac04a5f906c8d4549e1a231 is 50, key is test_row_0/B:col10/1733938385496/Put/seqid=0 2024-12-11T17:33:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742003_1179 (size=12151) 2024-12-11T17:33:06,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/0b17d057aac04a5f906c8d4549e1a231 2024-12-11T17:33:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938446762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/381b609907334606a590f98195608195 is 50, key is test_row_0/C:col10/1733938385496/Put/seqid=0 2024-12-11T17:33:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938446763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742004_1180 (size=12151) 2024-12-11T17:33:06,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/381b609907334606a590f98195608195 2024-12-11T17:33:06,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/0a013c4ae0894cd1a43243c2659d1bb1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1 2024-12-11T17:33:06,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1, entries=300, sequenceid=217, filesize=55.7 K 2024-12-11T17:33:06,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/0b17d057aac04a5f906c8d4549e1a231 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231 2024-12-11T17:33:06,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231, entries=150, sequenceid=217, filesize=11.9 K 2024-12-11T17:33:06,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/381b609907334606a590f98195608195 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195 2024-12-11T17:33:06,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195, entries=150, sequenceid=217, filesize=11.9 K 2024-12-11T17:33:06,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53f22c5bcc94499f5bba23a1bc6293e2 in 126ms, sequenceid=217, compaction requested=false 2024-12-11T17:33:06,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:06,872 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/2159f8993a39437590fe08565adce7ae as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2159f8993a39437590fe08565adce7ae 2024-12-11T17:33:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T17:33:06,873 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:06,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:06,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-11T17:33:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:06,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:33:06,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:06,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:06,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:06,879 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into 2159f8993a39437590fe08565adce7ae(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:06,879 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:06,879 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938386364; duration=0sec 2024-12-11T17:33:06,879 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:06,879 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:06,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211017cddacbadf480184f98fca38874149_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938446887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938446888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742005_1181 (size=14794) 2024-12-11T17:33:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938446941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938446942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,943 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:06,943 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938446952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:06,953 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938447001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938447002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938447212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938447212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:07,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211017cddacbadf480184f98fca38874149_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211017cddacbadf480184f98fca38874149_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:07,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/5db4a5ba7d2c4e7e89f22b915e71e686, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:07,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/5db4a5ba7d2c4e7e89f22b915e71e686 is 175, key is test_row_0/A:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:07,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742006_1182 (size=39749) 2024-12-11T17:33:07,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938447522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938447522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:07,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,716 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/5db4a5ba7d2c4e7e89f22b915e71e686 2024-12-11T17:33:07,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/c59d1daa91d74b71846035cf11e6957f is 50, key is test_row_0/B:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742007_1183 (size=12151) 2024-12-11T17:33:07,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:07,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938448032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938448032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:08,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/c59d1daa91d74b71846035cf11e6957f 2024-12-11T17:33:08,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/562e25957ef241a19d3d586166fae901 is 50, key is test_row_0/C:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:08,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742008_1184 (size=12151) 2024-12-11T17:33:08,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:08,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/562e25957ef241a19d3d586166fae901 2024-12-11T17:33:08,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/5db4a5ba7d2c4e7e89f22b915e71e686 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686 2024-12-11T17:33:08,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686, entries=200, sequenceid=245, filesize=38.8 K 2024-12-11T17:33:08,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/c59d1daa91d74b71846035cf11e6957f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f 2024-12-11T17:33:08,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:33:08,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/562e25957ef241a19d3d586166fae901 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901 2024-12-11T17:33:08,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:33:08,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1733ms, sequenceid=245, compaction requested=true 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:08,608 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:08,608 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:08,609 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:08,609 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:08,609 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,610 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=125.3 K 2024-12-11T17:33:08,610 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,610 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686] 2024-12-11T17:33:08,610 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:08,610 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:08,610 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,610 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/93e232eaf90c475a9e002890a31862d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.0 K 2024-12-11T17:33:08,611 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94228cff0e0a430ab4040cea6891be70, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384335 2024-12-11T17:33:08,611 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 93e232eaf90c475a9e002890a31862d2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384335 2024-12-11T17:33:08,611 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a013c4ae0894cd1a43243c2659d1bb1, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733938385493 2024-12-11T17:33:08,611 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b17d057aac04a5f906c8d4549e1a231, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733938385496 2024-12-11T17:33:08,611 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5db4a5ba7d2c4e7e89f22b915e71e686, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:08,612 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c59d1daa91d74b71846035cf11e6957f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:08,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-11T17:33:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T17:33:08,622 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:08,626 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412118d296305d5e4407e81a2f058b9681593_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:08,626 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:08,627 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/2a55bd3c6e1c47a59e10f544dd886766 is 50, key is test_row_0/B:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:08,627 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412118d296305d5e4407e81a2f058b9681593_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:08,627 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412118d296305d5e4407e81a2f058b9681593_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:08,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121182ab698416244f84a1d66fdef5df1a6e_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938386886/Put/seqid=0 2024-12-11T17:33:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742009_1185 (size=4469) 2024-12-11T17:33:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742010_1186 (size=12304) 2024-12-11T17:33:08,636 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#153 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:08,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742011_1187 (size=12697) 2024-12-11T17:33:08,637 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/7b4e8b22ca7843bca014e9b9bce95ec2 is 175, key is test_row_0/A:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742012_1188 (size=31651) 2024-12-11T17:33:08,647 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/2a55bd3c6e1c47a59e10f544dd886766 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2a55bd3c6e1c47a59e10f544dd886766 2024-12-11T17:33:08,655 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 2a55bd3c6e1c47a59e10f544dd886766(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:08,655 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:08,656 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938388608; duration=0sec 2024-12-11T17:33:08,656 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:08,656 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:08,656 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:08,662 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:08,662 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:08,662 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:08,662 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2159f8993a39437590fe08565adce7ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.0 K 2024-12-11T17:33:08,663 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2159f8993a39437590fe08565adce7ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733938384335 2024-12-11T17:33:08,663 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 381b609907334606a590f98195608195, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733938385496 2024-12-11T17:33:08,664 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 562e25957ef241a19d3d586166fae901, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:08,678 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#156 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:08,679 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/d724875c0f1d43468d151969e0197e19 is 50, key is test_row_0/C:col10/1733938386760/Put/seqid=0 2024-12-11T17:33:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742013_1189 (size=12697) 2024-12-11T17:33:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:09,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:09,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121182ab698416244f84a1d66fdef5df1a6e_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121182ab698416244f84a1d66fdef5df1a6e_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:09,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/9ed6cb36bf854ab09a6539c88c613af4, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:09,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/9ed6cb36bf854ab09a6539c88c613af4 is 175, key is test_row_0/A:col10/1733938386886/Put/seqid=0 2024-12-11T17:33:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742014_1190 (size=31105) 2024-12-11T17:33:09,050 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/9ed6cb36bf854ab09a6539c88c613af4 2024-12-11T17:33:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:09,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:09,053 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/7b4e8b22ca7843bca014e9b9bce95ec2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2 2024-12-11T17:33:09,059 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 7b4e8b22ca7843bca014e9b9bce95ec2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:09,059 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:09,059 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938388608; duration=0sec 2024-12-11T17:33:09,060 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:09,060 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/dc18e95b1be14a24a73659d25cee8bd0 is 50, key is test_row_0/B:col10/1733938386886/Put/seqid=0 2024-12-11T17:33:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742015_1191 (size=12151) 2024-12-11T17:33:09,068 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/dc18e95b1be14a24a73659d25cee8bd0 2024-12-11T17:33:09,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/339f7f427c0a4a2084cf8de32c5a667e is 50, key is test_row_0/C:col10/1733938386886/Put/seqid=0 2024-12-11T17:33:09,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742016_1192 (size=12151) 2024-12-11T17:33:09,097 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/d724875c0f1d43468d151969e0197e19 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d724875c0f1d43468d151969e0197e19 2024-12-11T17:33:09,107 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into d724875c0f1d43468d151969e0197e19(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:09,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:09,107 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938388608; duration=0sec 2024-12-11T17:33:09,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:09,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:09,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938449131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938449132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938449242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938449242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938449452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938449452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/339f7f427c0a4a2084cf8de32c5a667e 2024-12-11T17:33:09,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/9ed6cb36bf854ab09a6539c88c613af4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4 2024-12-11T17:33:09,491 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4, entries=150, sequenceid=254, filesize=30.4 K 2024-12-11T17:33:09,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/dc18e95b1be14a24a73659d25cee8bd0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0 2024-12-11T17:33:09,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0, entries=150, sequenceid=254, filesize=11.9 K 2024-12-11T17:33:09,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/339f7f427c0a4a2084cf8de32c5a667e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e 2024-12-11T17:33:09,501 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e, entries=150, sequenceid=254, filesize=11.9 K 2024-12-11T17:33:09,502 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 53f22c5bcc94499f5bba23a1bc6293e2 in 886ms, sequenceid=254, compaction requested=false 2024-12-11T17:33:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-11T17:33:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-11T17:33:09,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-11T17:33:09,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6260 sec 2024-12-11T17:33:09,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.6320 sec 2024-12-11T17:33:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:09,764 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:09,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-11T17:33:09,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938449769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938449768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211170ada4c51714259a517598c733354b4_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742017_1193 (size=14994) 2024-12-11T17:33:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938449881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938449881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938450092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938450092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:10,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211170ada4c51714259a517598c733354b4_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211170ada4c51714259a517598c733354b4_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:10,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/091f6246ae344e5a8a04e5fdbc986d49, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:10,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/091f6246ae344e5a8a04e5fdbc986d49 is 175, key is test_row_0/A:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742018_1194 (size=39949) 2024-12-11T17:33:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938450401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938450402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/091f6246ae344e5a8a04e5fdbc986d49 2024-12-11T17:33:10,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/2abe16c0a05d4675aebc8a34f75b9b1c is 50, key is test_row_0/B:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742019_1195 (size=12301) 2024-12-11T17:33:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938450912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938450912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57100 deadline: 1733938450962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,964 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:10,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57110 deadline: 1733938450982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,984 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:10,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57106 deadline: 1733938450992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:10,993 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 53f22c5bcc94499f5bba23a1bc6293e2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:11,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/2abe16c0a05d4675aebc8a34f75b9b1c 2024-12-11T17:33:11,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/cce7f66aca7a4b8dac7113f4520edf77 is 50, key is test_row_0/C:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742020_1196 (size=12301) 2024-12-11T17:33:11,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/cce7f66aca7a4b8dac7113f4520edf77 2024-12-11T17:33:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/091f6246ae344e5a8a04e5fdbc986d49 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49 2024-12-11T17:33:11,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49, entries=200, sequenceid=287, filesize=39.0 K 2024-12-11T17:33:11,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/2abe16c0a05d4675aebc8a34f75b9b1c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c 2024-12-11T17:33:11,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c, entries=150, sequenceid=287, filesize=12.0 K 2024-12-11T17:33:11,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/cce7f66aca7a4b8dac7113f4520edf77 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77 2024-12-11T17:33:11,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77, entries=150, sequenceid=287, filesize=12.0 K 2024-12-11T17:33:11,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1275ms, sequenceid=287, compaction requested=true 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:11,039 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:11,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:11,039 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:11,040 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:11,040 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:11,040 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:11,040 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:11,040 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:11,040 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:11,041 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=100.3 K 2024-12-11T17:33:11,041 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2a55bd3c6e1c47a59e10f544dd886766, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.3 K 2024-12-11T17:33:11,041 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:11,041 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49] 2024-12-11T17:33:11,041 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b4e8b22ca7843bca014e9b9bce95ec2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:11,041 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a55bd3c6e1c47a59e10f544dd886766, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:11,041 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting dc18e95b1be14a24a73659d25cee8bd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733938386884 2024-12-11T17:33:11,042 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ed6cb36bf854ab09a6539c88c613af4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733938386884 2024-12-11T17:33:11,042 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 091f6246ae344e5a8a04e5fdbc986d49, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389127 2024-12-11T17:33:11,042 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2abe16c0a05d4675aebc8a34f75b9b1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389129 2024-12-11T17:33:11,050 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:11,051 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:11,051 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/1ba3b2f8166b40b990faf1f6592c6b91 is 50, key is test_row_0/B:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-11T17:33:11,052 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:11,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-11T17:33:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-11T17:33:11,055 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:11,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:11,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:11,064 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211c72c5ae73979490284d4e705770cbd45_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:11,065 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211c72c5ae73979490284d4e705770cbd45_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:11,065 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c72c5ae73979490284d4e705770cbd45_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742021_1197 (size=12949) 2024-12-11T17:33:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742022_1198 (size=4469) 2024-12-11T17:33:11,075 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#163 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:11,076 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/ab91b238380a4ab9a494b75201a6ac7a is 175, key is test_row_0/A:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:11,078 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/1ba3b2f8166b40b990faf1f6592c6b91 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1ba3b2f8166b40b990faf1f6592c6b91 2024-12-11T17:33:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742023_1199 (size=31903) 2024-12-11T17:33:11,085 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 1ba3b2f8166b40b990faf1f6592c6b91(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:11,085 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:11,085 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938391039; duration=0sec 2024-12-11T17:33:11,085 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:11,085 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:11,085 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:11,086 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:11,086 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:11,086 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:11,086 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d724875c0f1d43468d151969e0197e19, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.3 K 2024-12-11T17:33:11,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d724875c0f1d43468d151969e0197e19, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938386760 2024-12-11T17:33:11,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 339f7f427c0a4a2084cf8de32c5a667e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733938386884 2024-12-11T17:33:11,087 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cce7f66aca7a4b8dac7113f4520edf77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389129 2024-12-11T17:33:11,096 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:11,097 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/ab7f9df49c004136b73b2e2beaeb8e10 is 50, key is test_row_0/C:col10/1733938389763/Put/seqid=0 2024-12-11T17:33:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742024_1200 (size=12949) 2024-12-11T17:33:11,106 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/ab7f9df49c004136b73b2e2beaeb8e10 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/ab7f9df49c004136b73b2e2beaeb8e10 2024-12-11T17:33:11,112 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into ab7f9df49c004136b73b2e2beaeb8e10(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:11,112 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:11,112 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938391039; duration=0sec 2024-12-11T17:33:11,113 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:11,113 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-11T17:33:11,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-11T17:33:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:11,209 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-11T17:33:11,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114a232187de384ded8373cd891e255a84_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938389765/Put/seqid=0 2024-12-11T17:33:11,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742025_1201 (size=12454) 2024-12-11T17:33:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-11T17:33:11,488 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/ab91b238380a4ab9a494b75201a6ac7a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a 2024-12-11T17:33:11,493 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into ab91b238380a4ab9a494b75201a6ac7a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:11,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:11,493 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938391039; duration=0sec 2024-12-11T17:33:11,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:11,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:11,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:11,624 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114a232187de384ded8373cd891e255a84_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114a232187de384ded8373cd891e255a84_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8e18face34934ddfa564c2b196809c9d, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8e18face34934ddfa564c2b196809c9d is 175, key is test_row_0/A:col10/1733938389765/Put/seqid=0 2024-12-11T17:33:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742026_1202 (size=31255) 2024-12-11T17:33:11,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8e18face34934ddfa564c2b196809c9d 2024-12-11T17:33:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6c69445395d8468c99b9cb5f785f4435 is 50, key is test_row_0/B:col10/1733938389765/Put/seqid=0 2024-12-11T17:33:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742027_1203 (size=12301) 2024-12-11T17:33:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-11T17:33:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:11,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938451970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:11,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938451972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,046 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6c69445395d8468c99b9cb5f785f4435 2024-12-11T17:33:12,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/2b2e0734aa2144e691412f07c53d0c86 is 50, key is test_row_0/C:col10/1733938389765/Put/seqid=0 2024-12-11T17:33:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742028_1204 (size=12301) 2024-12-11T17:33:12,056 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/2b2e0734aa2144e691412f07c53d0c86 2024-12-11T17:33:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8e18face34934ddfa564c2b196809c9d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d 2024-12-11T17:33:12,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d, entries=150, sequenceid=295, filesize=30.5 K 2024-12-11T17:33:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6c69445395d8468c99b9cb5f785f4435 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435 2024-12-11T17:33:12,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435, entries=150, sequenceid=295, filesize=12.0 K 2024-12-11T17:33:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/2b2e0734aa2144e691412f07c53d0c86 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86 2024-12-11T17:33:12,077 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86, entries=150, sequenceid=295, filesize=12.0 K 2024-12-11T17:33:12,078 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 53f22c5bcc94499f5bba23a1bc6293e2 in 870ms, sequenceid=295, compaction requested=false 2024-12-11T17:33:12,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:12,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-11T17:33:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-11T17:33:12,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-11T17:33:12,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-12-11T17:33:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:12,083 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:12,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.0290 sec 2024-12-11T17:33:12,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-11T17:33:12,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938452085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938452086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211355895792f84441ab095dfbe202a518b_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742029_1205 (size=12454) 2024-12-11T17:33:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-11T17:33:12,192 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:12,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938452192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938452192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-11T17:33:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:12,194 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:12,195 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:12,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:12,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:12,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:12,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938452401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938452402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:12,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211355895792f84441ab095dfbe202a518b_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211355895792f84441ab095dfbe202a518b_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:12,503 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c7492fc48f0f48ba8c96acb12e9b89aa, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:12,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c7492fc48f0f48ba8c96acb12e9b89aa is 175, key is test_row_0/A:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742030_1206 (size=31255) 2024-12-11T17:33:12,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c7492fc48f0f48ba8c96acb12e9b89aa 2024-12-11T17:33:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:12,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/a9862530745147b2a865aef85842b339 is 50, key is test_row_0/B:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:12,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742031_1207 (size=12301) 2024-12-11T17:33:12,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938452712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938452712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:12,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:12,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/a9862530745147b2a865aef85842b339 2024-12-11T17:33:12,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8cc9404b5756455a90ec5e5fcf3d3389 is 50, key is test_row_0/C:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742032_1208 (size=12301) 2024-12-11T17:33:12,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:12,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:13,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:13,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:33:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938453222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938453222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:13,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:13,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8cc9404b5756455a90ec5e5fcf3d3389 2024-12-11T17:33:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:13,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/c7492fc48f0f48ba8c96acb12e9b89aa as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa 2024-12-11T17:33:13,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa, entries=150, sequenceid=327, filesize=30.5 K 2024-12-11T17:33:13,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/a9862530745147b2a865aef85842b339 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339 2024-12-11T17:33:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339, entries=150, sequenceid=327, filesize=12.0 K 2024-12-11T17:33:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8cc9404b5756455a90ec5e5fcf3d3389 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389 2024-12-11T17:33:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389, entries=150, sequenceid=327, filesize=12.0 K 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1272ms, sequenceid=327, compaction requested=true 2024-12-11T17:33:13,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:13,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:13,355 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T17:33:13,356 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:13,357 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:13,357 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,357 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:13,357 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,357 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=92.2 K 2024-12-11T17:33:13,357 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,357 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1ba3b2f8166b40b990faf1f6592c6b91, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.7 K 2024-12-11T17:33:13,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa] 2024-12-11T17:33:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ba3b2f8166b40b990faf1f6592c6b91, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389129 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab91b238380a4ab9a494b75201a6ac7a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389129 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c69445395d8468c99b9cb5f785f4435, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733938389765 2024-12-11T17:33:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e18face34934ddfa564c2b196809c9d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733938389765 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a9862530745147b2a865aef85842b339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:13,358 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7492fc48f0f48ba8c96acb12e9b89aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,366 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,368 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/03d81b0e64f242fdbbd7d0cab3f06956 is 50, key is test_row_0/B:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,371 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211133baca5f3ff4e77a5ac378db792a25f_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,373 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211133baca5f3ff4e77a5ac378db792a25f_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:13,373 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211133baca5f3ff4e77a5ac378db792a25f_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742033_1209 (size=13051) 2024-12-11T17:33:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742034_1210 (size=4469) 2024-12-11T17:33:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#171 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,388 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/2afc52f4db354b38a265165cad47283e is 175, key is test_row_0/A:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742035_1211 (size=32005) 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,408 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/2afc52f4db354b38a265165cad47283e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e 2024-12-11T17:33:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,414 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 2afc52f4db354b38a265165cad47283e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:13,414 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:13,414 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938393355; duration=0sec 2024-12-11T17:33:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,414 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:13,414 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:13,414 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,416 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:13,416 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:13,416 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,416 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/ab7f9df49c004136b73b2e2beaeb8e10, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.7 K 2024-12-11T17:33:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,417 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab7f9df49c004136b73b2e2beaeb8e10, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733938389129 2024-12-11T17:33:13,417 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2e0734aa2144e691412f07c53d0c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733938389765 2024-12-11T17:33:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,418 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc9404b5756455a90ec5e5fcf3d3389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-11T17:33:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-11T17:33:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211dd617b7eefd542c7b7fd583dbe2a43de_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938392083/Put/seqid=0 2024-12-11T17:33:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,429 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,430 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/a845450645be484fa1c7703ad8b0b14a is 50, key is test_row_0/C:col10/1733938391954/Put/seqid=0 2024-12-11T17:33:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742036_1212 (size=9914) 2024-12-11T17:33:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742037_1213 (size=13051) 2024-12-11T17:33:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,482 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/a845450645be484fa1c7703ad8b0b14a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/a845450645be484fa1c7703ad8b0b14a 2024-12-11T17:33:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,488 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into a845450645be484fa1c7703ad8b0b14a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:13,488 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:13,488 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938393356; duration=0sec 2024-12-11T17:33:13,489 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:13,489 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,791 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/03d81b0e64f242fdbbd7d0cab3f06956 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/03d81b0e64f242fdbbd7d0cab3f06956 2024-12-11T17:33:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,796 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into 03d81b0e64f242fdbbd7d0cab3f06956(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:13,797 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938393355; duration=0sec 2024-12-11T17:33:13,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,863 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211dd617b7eefd542c7b7fd583dbe2a43de_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211dd617b7eefd542c7b7fd583dbe2a43de_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8c774d0cc6c744cf910efc2d17b057ab, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8c774d0cc6c744cf910efc2d17b057ab is 175, key is test_row_0/A:col10/1733938392083/Put/seqid=0 2024-12-11T17:33:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742038_1214 (size=22561) 2024-12-11T17:33:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8c774d0cc6c744cf910efc2d17b057ab 2024-12-11T17:33:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/d76add2dbac54002a3b35ba269bb5509 is 50, key is test_row_0/B:col10/1733938392083/Put/seqid=0 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742039_1215 (size=9857) 2024-12-11T17:33:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,903 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/d76add2dbac54002a3b35ba269bb5509 2024-12-11T17:33:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/5eb12ec60e9a45769226bd69c37f1871 is 50, key is test_row_0/C:col10/1733938392083/Put/seqid=0 2024-12-11T17:33:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742040_1216 (size=9857) 2024-12-11T17:33:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,934 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/5eb12ec60e9a45769226bd69c37f1871 2024-12-11T17:33:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/8c774d0cc6c744cf910efc2d17b057ab as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab 2024-12-11T17:33:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab, entries=100, sequenceid=333, filesize=22.0 K 2024-12-11T17:33:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/d76add2dbac54002a3b35ba269bb5509 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509 2024-12-11T17:33:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509, entries=100, sequenceid=333, filesize=9.6 K 2024-12-11T17:33:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/5eb12ec60e9a45769226bd69c37f1871 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871 2024-12-11T17:33:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,956 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871, entries=100, sequenceid=333, filesize=9.6 K 2024-12-11T17:33:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,957 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 53f22c5bcc94499f5bba23a1bc6293e2 in 538ms, sequenceid=333, compaction requested=false 2024-12-11T17:33:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-11T17:33:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-11T17:33:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-11T17:33:13,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-12-11T17:33:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.7700 sec 2024-12-11T17:33:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:14,278 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:14,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110143bf60e4e74f9eb2e1e778520ce9cb_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742042_1218 (size=25158) 2024-12-11T17:33:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110143bf60e4e74f9eb2e1e778520ce9cb_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110143bf60e4e74f9eb2e1e778520ce9cb_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:14,333 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1e965d5b87b74e3086eb043cf78988e6, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1e965d5b87b74e3086eb043cf78988e6 is 175, key is test_row_0/A:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742041_1217 (size=74795) 2024-12-11T17:33:14,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1e965d5b87b74e3086eb043cf78988e6 2024-12-11T17:33:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T17:33:14,342 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:14,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-11T17:33:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T17:33:14,346 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:14,347 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:14,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:14,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/31e7070cdfed40d8b21c8c1bd0d2422b is 50, key is test_row_0/B:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742043_1219 (size=12301) 2024-12-11T17:33:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938454358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938454361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T17:33:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938454472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938454472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-11T17:33:14,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-11T17:33:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T17:33:14,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938454681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938454682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:14,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/31e7070cdfed40d8b21c8c1bd0d2422b 2024-12-11T17:33:14,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/7301ea1703b04c98bcbf320263e75c7a is 50, key is test_row_0/C:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742044_1220 (size=12301) 2024-12-11T17:33:14,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/7301ea1703b04c98bcbf320263e75c7a 2024-12-11T17:33:14,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1e965d5b87b74e3086eb043cf78988e6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6 2024-12-11T17:33:14,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6, entries=400, sequenceid=346, filesize=73.0 K 2024-12-11T17:33:14,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/31e7070cdfed40d8b21c8c1bd0d2422b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b 2024-12-11T17:33:14,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b, entries=150, sequenceid=346, filesize=12.0 K 2024-12-11T17:33:14,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/7301ea1703b04c98bcbf320263e75c7a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a 2024-12-11T17:33:14,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a, entries=150, sequenceid=346, filesize=12.0 K 2024-12-11T17:33:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53f22c5bcc94499f5bba23a1bc6293e2 in 516ms, sequenceid=346, compaction requested=true 2024-12-11T17:33:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:14,795 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:14,795 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:14,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:14,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:14,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:14,797 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,797 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/03d81b0e64f242fdbbd7d0cab3f06956, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=34.4 K 2024-12-11T17:33:14,797 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:14,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 03d81b0e64f242fdbbd7d0cab3f06956, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:14,797 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:14,797 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,798 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=126.3 K 2024-12-11T17:33:14,798 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,798 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6] 2024-12-11T17:33:14,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d76add2dbac54002a3b35ba269bb5509, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938392083 2024-12-11T17:33:14,798 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2afc52f4db354b38a265165cad47283e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:14,798 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c774d0cc6c744cf910efc2d17b057ab, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938392083 2024-12-11T17:33:14,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e7070cdfed40d8b21c8c1bd0d2422b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394264 2024-12-11T17:33:14,799 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e965d5b87b74e3086eb043cf78988e6, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394236 2024-12-11T17:33:14,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-11T17:33:14,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,805 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:33:14,821 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,824 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#181 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:14,826 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/f5599baeb1674d19b8298787d2ff31b7 is 50, key is test_row_0/B:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121187d92ed53a2f4c4e9ff7f9c13c97725f_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938394356/Put/seqid=0 2024-12-11T17:33:14,842 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121102c9c60a91ee4ce0a143fd6a4b2538c5_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,845 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121102c9c60a91ee4ce0a143fd6a4b2538c5_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,845 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121102c9c60a91ee4ce0a143fd6a4b2538c5_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742045_1221 (size=13153) 2024-12-11T17:33:14,865 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/f5599baeb1674d19b8298787d2ff31b7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f5599baeb1674d19b8298787d2ff31b7 2024-12-11T17:33:14,871 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into f5599baeb1674d19b8298787d2ff31b7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:14,871 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:14,872 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938394795; duration=0sec 2024-12-11T17:33:14,872 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:14,872 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:14,872 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:14,874 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:14,874 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:14,874 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,874 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/a845450645be484fa1c7703ad8b0b14a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=34.4 K 2024-12-11T17:33:14,874 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a845450645be484fa1c7703ad8b0b14a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938391954 2024-12-11T17:33:14,875 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb12ec60e9a45769226bd69c37f1871, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733938392083 2024-12-11T17:33:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742046_1222 (size=12454) 2024-12-11T17:33:14,876 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7301ea1703b04c98bcbf320263e75c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394264 2024-12-11T17:33:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,885 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121187d92ed53a2f4c4e9ff7f9c13c97725f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121187d92ed53a2f4c4e9ff7f9c13c97725f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/aff81a14884348728a7cde66135125ff, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/aff81a14884348728a7cde66135125ff is 175, key is test_row_0/A:col10/1733938394356/Put/seqid=0 2024-12-11T17:33:14,891 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:14,892 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/97d4fb38eedb470ca5bd6966893be50d is 50, key is test_row_0/C:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742047_1223 (size=4469) 2024-12-11T17:33:14,894 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#180 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:14,895 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/68990253a1334d1ab6975246f8b1ba4f is 175, key is test_row_0/A:col10/1733938394264/Put/seqid=0 2024-12-11T17:33:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742048_1224 (size=31255) 2024-12-11T17:33:14,898 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/aff81a14884348728a7cde66135125ff 2024-12-11T17:33:14,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742050_1226 (size=32107) 2024-12-11T17:33:14,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/3e64b0aaabc94b58a3f366d16ab3bd4f is 50, key is test_row_0/B:col10/1733938394356/Put/seqid=0 2024-12-11T17:33:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742049_1225 (size=13153) 2024-12-11T17:33:14,929 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/97d4fb38eedb470ca5bd6966893be50d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/97d4fb38eedb470ca5bd6966893be50d 2024-12-11T17:33:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742051_1227 (size=12301) 2024-12-11T17:33:14,936 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into 97d4fb38eedb470ca5bd6966893be50d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:14,936 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:14,936 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938394795; duration=0sec 2024-12-11T17:33:14,937 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:14,937 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:14,937 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/3e64b0aaabc94b58a3f366d16ab3bd4f 2024-12-11T17:33:14,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/29dbc46870b14bcb8c93c231d4742e33 is 50, key is test_row_0/C:col10/1733938394356/Put/seqid=0 2024-12-11T17:33:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742052_1228 (size=12301) 2024-12-11T17:33:14,953 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/29dbc46870b14bcb8c93c231d4742e33 2024-12-11T17:33:14,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/aff81a14884348728a7cde66135125ff as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff 2024-12-11T17:33:14,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff, entries=150, sequenceid=371, filesize=30.5 K 2024-12-11T17:33:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/3e64b0aaabc94b58a3f366d16ab3bd4f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f 2024-12-11T17:33:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T17:33:14,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f, entries=150, sequenceid=371, filesize=12.0 K 2024-12-11T17:33:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/29dbc46870b14bcb8c93c231d4742e33 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33, entries=150, sequenceid=371, filesize=12.0 K 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,996 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 53f22c5bcc94499f5bba23a1bc6293e2 in 191ms, sequenceid=371, compaction requested=false 2024-12-11T17:33:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T17:33:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T17:33:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-11T17:33:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 651 msec 2024-12-11T17:33:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 659 msec 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:15,056 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:15,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116174e37e92064b4b93d525ff21d0b854_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742054_1230 (size=25158) 2024-12-11T17:33:15,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:15,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116174e37e92064b4b93d525ff21d0b854_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116174e37e92064b4b93d525ff21d0b854_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:15,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1d8c1202a55d41d8a05299e5e0db0b14, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:15,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1d8c1202a55d41d8a05299e5e0db0b14 is 175, key is test_row_0/A:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742053_1229 (size=74795) 2024-12-11T17:33:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938455136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938455142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938455252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938455252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,323 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/68990253a1334d1ab6975246f8b1ba4f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f 2024-12-11T17:33:15,327 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into 68990253a1334d1ab6975246f8b1ba4f(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:15,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:15,328 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938394795; duration=0sec 2024-12-11T17:33:15,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:15,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:15,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938455462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938455462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T17:33:15,482 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:15,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-11T17:33:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:15,484 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:15,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:15,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:15,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1d8c1202a55d41d8a05299e5e0db0b14 2024-12-11T17:33:15,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6538b53fdeae4ea48edf2d50e6671c6c is 50, key is test_row_0/B:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742055_1231 (size=12301) 2024-12-11T17:33:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:15,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:15,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:15,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6538b53fdeae4ea48edf2d50e6671c6c 2024-12-11T17:33:15,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:15,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:15,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:15,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8bfdd58d11f64654a7b00555dd1ab3ef is 50, key is test_row_0/C:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742056_1232 (size=12301) 2024-12-11T17:33:16,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:16,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57096 deadline: 1733938456282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57112 deadline: 1733938456282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:33:16,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8bfdd58d11f64654a7b00555dd1ab3ef 2024-12-11T17:33:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/1d8c1202a55d41d8a05299e5e0db0b14 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14 2024-12-11T17:33:16,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14, entries=400, sequenceid=384, filesize=73.0 K 2024-12-11T17:33:16,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/6538b53fdeae4ea48edf2d50e6671c6c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c 2024-12-11T17:33:16,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c, entries=150, sequenceid=384, filesize=12.0 K 2024-12-11T17:33:16,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/8bfdd58d11f64654a7b00555dd1ab3ef as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef 2024-12-11T17:33:16,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef, entries=150, sequenceid=384, filesize=12.0 K 2024-12-11T17:33:16,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1312ms, sequenceid=384, compaction requested=true 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:16,368 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:16,368 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53f22c5bcc94499f5bba23a1bc6293e2:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:16,369 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:16,369 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:16,369 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/A is initiating minor compaction (all files) 2024-12-11T17:33:16,369 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/B is initiating minor compaction (all files) 2024-12-11T17:33:16,369 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/A in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,369 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/B in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,369 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=134.9 K 2024-12-11T17:33:16,369 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,369 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f5599baeb1674d19b8298787d2ff31b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.9 K 2024-12-11T17:33:16,369 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14] 2024-12-11T17:33:16,370 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f5599baeb1674d19b8298787d2ff31b7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394264 2024-12-11T17:33:16,370 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68990253a1334d1ab6975246f8b1ba4f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394264 2024-12-11T17:33:16,370 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e64b0aaabc94b58a3f366d16ab3bd4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733938394350 2024-12-11T17:33:16,370 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff81a14884348728a7cde66135125ff, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733938394350 2024-12-11T17:33:16,370 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 6538b53fdeae4ea48edf2d50e6671c6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733938395012 2024-12-11T17:33:16,371 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d8c1202a55d41d8a05299e5e0db0b14, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733938395010 2024-12-11T17:33:16,371 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-12-11T17:33:16,371 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:16,371 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,371 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-12-11T17:33:16,371 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:16,372 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:16,372 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,372 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:16,372 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-12-11T17:33:16,372 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:16,372 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,372 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:16,375 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:16,376 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:16,377 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/fa9c832206e049a4abeb71a47d9218e5 is 50, key is test_row_0/B:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:16,377 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-12-11T17:33:16,377 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:16,377 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,377 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:16,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:16,378 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211c5e9bf6ede92435e8bd813f13c81f3d6_53f22c5bcc94499f5bba23a1bc6293e2 store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:16,379 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211c5e9bf6ede92435e8bd813f13c81f3d6_53f22c5bcc94499f5bba23a1bc6293e2, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:16,379 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c5e9bf6ede92435e8bd813f13c81f3d6_53f22c5bcc94499f5bba23a1bc6293e2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:16,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742057_1233 (size=13255) 2024-12-11T17:33:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742058_1234 (size=4469) 2024-12-11T17:33:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-11T17:33:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,401 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:33:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115b55463294614faaa6feea19c08be217_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938395140/Put/seqid=0 2024-12-11T17:33:16,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742059_1235 (size=12454) 2024-12-11T17:33:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:16,785 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:16,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/b99ee9fe750648328e56e01f8066cc9d is 175, key is test_row_0/A:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:16,792 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/fa9c832206e049a4abeb71a47d9218e5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/fa9c832206e049a4abeb71a47d9218e5 2024-12-11T17:33:16,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742060_1236 (size=32209) 2024-12-11T17:33:16,796 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/B of 53f22c5bcc94499f5bba23a1bc6293e2 into fa9c832206e049a4abeb71a47d9218e5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:16,796 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:16,796 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/B, priority=13, startTime=1733938396368; duration=0sec 2024-12-11T17:33:16,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:16,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:B 2024-12-11T17:33:16,797 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:16,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:16,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 53f22c5bcc94499f5bba23a1bc6293e2/C is initiating minor compaction (all files) 2024-12-11T17:33:16,798 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53f22c5bcc94499f5bba23a1bc6293e2/C in TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:16,798 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/97d4fb38eedb470ca5bd6966893be50d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp, totalSize=36.9 K 2024-12-11T17:33:16,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d4fb38eedb470ca5bd6966893be50d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733938394264 2024-12-11T17:33:16,798 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 29dbc46870b14bcb8c93c231d4742e33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733938394350 2024-12-11T17:33:16,799 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bfdd58d11f64654a7b00555dd1ab3ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733938395012 2024-12-11T17:33:16,805 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53f22c5bcc94499f5bba23a1bc6293e2#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:16,806 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/d7923d6688b944d9b08bbfa4c5baa87e is 50, key is test_row_0/C:col10/1733938395053/Put/seqid=0 2024-12-11T17:33:16,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742061_1237 (size=13255) 2024-12-11T17:33:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:16,814 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115b55463294614faaa6feea19c08be217_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b55463294614faaa6feea19c08be217_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:16,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/395147f19c924addba16f5ea11eadf8a, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:16,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/395147f19c924addba16f5ea11eadf8a is 175, key is test_row_0/A:col10/1733938395140/Put/seqid=0 2024-12-11T17:33:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742062_1238 (size=31255) 2024-12-11T17:33:17,204 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/b99ee9fe750648328e56e01f8066cc9d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/b99ee9fe750648328e56e01f8066cc9d 2024-12-11T17:33:17,213 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/A of 53f22c5bcc94499f5bba23a1bc6293e2 into b99ee9fe750648328e56e01f8066cc9d(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:17,213 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:17,213 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/A, priority=13, startTime=1733938396368; duration=0sec 2024-12-11T17:33:17,213 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:17,213 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:A 2024-12-11T17:33:17,215 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/d7923d6688b944d9b08bbfa4c5baa87e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d7923d6688b944d9b08bbfa4c5baa87e 2024-12-11T17:33:17,219 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/395147f19c924addba16f5ea11eadf8a 2024-12-11T17:33:17,220 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53f22c5bcc94499f5bba23a1bc6293e2/C of 53f22c5bcc94499f5bba23a1bc6293e2 into d7923d6688b944d9b08bbfa4c5baa87e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:17,220 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:17,220 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., storeName=53f22c5bcc94499f5bba23a1bc6293e2/C, priority=13, startTime=1733938396368; duration=0sec 2024-12-11T17:33:17,220 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:17,220 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53f22c5bcc94499f5bba23a1bc6293e2:C 2024-12-11T17:33:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/cb766915533342e498ec839f80994386 is 50, key is test_row_0/B:col10/1733938395140/Put/seqid=0 2024-12-11T17:33:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742063_1239 (size=12301) 2024-12-11T17:33:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:17,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. as already flushing 2024-12-11T17:33:17,304 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-12-11T17:33:17,304 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-12-11T17:33:17,304 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:17,304 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:17,304 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:17,304 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:17,305 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:17,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:17,305 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:17,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:17,630 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/cb766915533342e498ec839f80994386 2024-12-11T17:33:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:17,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/46648908bee540c09e4781b20baaa90b is 50, key is test_row_0/C:col10/1733938395140/Put/seqid=0 2024-12-11T17:33:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742064_1240 (size=12301) 2024-12-11T17:33:17,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/46648908bee540c09e4781b20baaa90b 2024-12-11T17:33:17,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/395147f19c924addba16f5ea11eadf8a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/395147f19c924addba16f5ea11eadf8a 2024-12-11T17:33:17,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/395147f19c924addba16f5ea11eadf8a, entries=150, sequenceid=410, filesize=30.5 K 2024-12-11T17:33:17,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/cb766915533342e498ec839f80994386 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/cb766915533342e498ec839f80994386 2024-12-11T17:33:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/cb766915533342e498ec839f80994386, entries=150, sequenceid=410, filesize=12.0 K 2024-12-11T17:33:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/46648908bee540c09e4781b20baaa90b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/46648908bee540c09e4781b20baaa90b 2024-12-11T17:33:17,667 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/46648908bee540c09e4781b20baaa90b, entries=150, sequenceid=410, filesize=12.0 K 2024-12-11T17:33:17,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1267ms, sequenceid=410, compaction requested=false 2024-12-11T17:33:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 53f22c5bcc94499f5bba23a1bc6293e2: 2024-12-11T17:33:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T17:33:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T17:33:17,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-11T17:33:17,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec 2024-12-11T17:33:17,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.1880 sec 2024-12-11T17:33:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T17:33:19,654 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:21,037 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-12-11T17:33:21,037 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:21,037 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,037 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:21,044 INFO [Thread-619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-619. 2024-12-11T17:33:21,045 DEBUG [Thread-619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:21,045 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,045 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:21,095 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-12-11T17:33:21,096 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:21,096 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,096 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:21,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:33:21,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-12-11T17:33:21,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-11T17:33:21,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5204 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5068 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2235 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6697 rows 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2221 2024-12-11T17:33:21,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6660 rows 2024-12-11T17:33:21,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:33:21,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:33:21,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:21,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:21,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:33:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:21,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938401104"}]},"ts":"1733938401104"} 2024-12-11T17:33:21,107 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:33:21,107 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:33:21,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:33:21,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, UNASSIGN}] 2024-12-11T17:33:21,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, UNASSIGN 2024-12-11T17:33:21,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:21,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, UNASSIGN because future has completed 2024-12-11T17:33:21,113 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:33:21,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:33:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:21,266 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:21,266 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:33:21,267 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 53f22c5bcc94499f5bba23a1bc6293e2, disabling compactions & flushes 2024-12-11T17:33:21,267 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:21,267 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:21,267 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. after waiting 0 ms 2024-12-11T17:33:21,267 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:21,267 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 53f22c5bcc94499f5bba23a1bc6293e2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T17:33:21,278 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110d9638f6b1944e25a54bd30e3c35b5f2_53f22c5bcc94499f5bba23a1bc6293e2 is 50, key is test_row_0/A:col10/1733938401033/Put/seqid=0 2024-12-11T17:33:21,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742065_1241 (size=12454) 2024-12-11T17:33:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:21,685 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:21,696 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110d9638f6b1944e25a54bd30e3c35b5f2_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110d9638f6b1944e25a54bd30e3c35b5f2_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:21,698 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/eeadeacd249d42edb90481a18729a7d5, store: [table=TestAcidGuarantees family=A region=53f22c5bcc94499f5bba23a1bc6293e2] 2024-12-11T17:33:21,698 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/eeadeacd249d42edb90481a18729a7d5 is 175, key is test_row_0/A:col10/1733938401033/Put/seqid=0 2024-12-11T17:33:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742066_1242 (size=31255) 2024-12-11T17:33:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:22,104 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/eeadeacd249d42edb90481a18729a7d5 2024-12-11T17:33:22,115 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/057b46d516994f2f9c2e474c25ec2d20 is 50, key is test_row_0/B:col10/1733938401033/Put/seqid=0 2024-12-11T17:33:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742067_1243 (size=12301) 2024-12-11T17:33:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:22,522 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/057b46d516994f2f9c2e474c25ec2d20 2024-12-11T17:33:22,536 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/857f3dd40d15474d80b4be4ccadb3de4 is 50, key is test_row_0/C:col10/1733938401033/Put/seqid=0 2024-12-11T17:33:22,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742068_1244 (size=12301) 2024-12-11T17:33:22,942 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/857f3dd40d15474d80b4be4ccadb3de4 2024-12-11T17:33:22,954 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/A/eeadeacd249d42edb90481a18729a7d5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/eeadeacd249d42edb90481a18729a7d5 2024-12-11T17:33:22,959 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/eeadeacd249d42edb90481a18729a7d5, entries=150, sequenceid=421, filesize=30.5 K 2024-12-11T17:33:22,960 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/B/057b46d516994f2f9c2e474c25ec2d20 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/057b46d516994f2f9c2e474c25ec2d20 2024-12-11T17:33:22,965 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/057b46d516994f2f9c2e474c25ec2d20, entries=150, sequenceid=421, filesize=12.0 K 2024-12-11T17:33:22,966 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/.tmp/C/857f3dd40d15474d80b4be4ccadb3de4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/857f3dd40d15474d80b4be4ccadb3de4 2024-12-11T17:33:22,969 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/857f3dd40d15474d80b4be4ccadb3de4, entries=150, sequenceid=421, filesize=12.0 K 2024-12-11T17:33:22,970 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1703ms, sequenceid=421, compaction requested=true 2024-12-11T17:33:22,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14] to archive 2024-12-11T17:33:22,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:22,976 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/be63d73a74b242e8a96de3661fa13b1c 2024-12-11T17:33:22,976 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/972c9e8a82714de0a8202dff6fca7b23 2024-12-11T17:33:22,976 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/fd11e04af76c43a99f6d61336edd629c 2024-12-11T17:33:22,976 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c69927270cba4c88afb5b781f99dd95e 2024-12-11T17:33:22,977 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7d01dc92d1cf4bb2b6fec8f4e61b7166 2024-12-11T17:33:22,977 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/d7843d3949894339bd1400b3b76f978f 2024-12-11T17:33:22,977 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/84b132689551485792bb55c40b0d0d14 2024-12-11T17:33:22,978 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/3ab0e95520f4407396b7a819162c9c95 2024-12-11T17:33:22,978 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/df920fb9a9af4739a717aa3bf9c70f70 2024-12-11T17:33:22,978 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/85d28db99f384f0fadf5b660cb652e33 2024-12-11T17:33:22,978 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/17ec929acc8b4b5bb36971b37aff9bb2 2024-12-11T17:33:22,979 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c73256d0c0374f0b8bf1eb37af928b14 2024-12-11T17:33:22,979 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/72314dbda36e4a0997225f6f6d863acc 2024-12-11T17:33:22,980 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/7b4e8b22ca7843bca014e9b9bce95ec2 2024-12-11T17:33:22,981 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/0a013c4ae0894cd1a43243c2659d1bb1 2024-12-11T17:33:22,981 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/94228cff0e0a430ab4040cea6891be70 2024-12-11T17:33:22,981 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/9ed6cb36bf854ab09a6539c88c613af4 2024-12-11T17:33:22,981 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/091f6246ae344e5a8a04e5fdbc986d49 2024-12-11T17:33:22,981 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/5db4a5ba7d2c4e7e89f22b915e71e686 2024-12-11T17:33:22,982 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8e18face34934ddfa564c2b196809c9d 2024-12-11T17:33:22,982 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/ab91b238380a4ab9a494b75201a6ac7a 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1e965d5b87b74e3086eb043cf78988e6 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/2afc52f4db354b38a265165cad47283e 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/c7492fc48f0f48ba8c96acb12e9b89aa 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/8c774d0cc6c744cf910efc2d17b057ab 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/68990253a1334d1ab6975246f8b1ba4f 2024-12-11T17:33:22,983 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/aff81a14884348728a7cde66135125ff 2024-12-11T17:33:22,984 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/1d8c1202a55d41d8a05299e5e0db0b14 2024-12-11T17:33:22,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/4767ab9f53674b82b98bdd42aab466ec, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/304045b9a27a411995e74400a40c5323, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/bdd672d293ba48238506f5317e344247, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/93e232eaf90c475a9e002890a31862d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2a55bd3c6e1c47a59e10f544dd886766, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1ba3b2f8166b40b990faf1f6592c6b91, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/03d81b0e64f242fdbbd7d0cab3f06956, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f5599baeb1674d19b8298787d2ff31b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c] to archive 2024-12-11T17:33:22,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/834365eef25847ee8638188a0e436be9 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/7021da8c816049ceb55963899b2222ac 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f156dad063f14e7f8f48dd1f56a9cee9 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/331d530e4f31404d86de7f60a42e4f8a 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b32393a970d04abc8dcf63fd06a61c2e 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/304045b9a27a411995e74400a40c5323 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/304045b9a27a411995e74400a40c5323 2024-12-11T17:33:22,991 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/4767ab9f53674b82b98bdd42aab466ec to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/4767ab9f53674b82b98bdd42aab466ec 2024-12-11T17:33:22,992 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/b2ed71cc16584601b5af981a0598a5d3 2024-12-11T17:33:22,992 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1e2f130030fd4b2a96a45dd6c847e7e9 2024-12-11T17:33:22,992 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/bdd672d293ba48238506f5317e344247 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/bdd672d293ba48238506f5317e344247 2024-12-11T17:33:22,993 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/11fed15193a14efa9ab01df8ea89398f 2024-12-11T17:33:22,993 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/da57d7a01d9e4a4faebedb12d4cef601 2024-12-11T17:33:22,993 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/9978e96172684354bbd9088bc379a659 2024-12-11T17:33:22,993 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/0b17d057aac04a5f906c8d4549e1a231 2024-12-11T17:33:22,994 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/93e232eaf90c475a9e002890a31862d2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/93e232eaf90c475a9e002890a31862d2 2024-12-11T17:33:22,994 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2a55bd3c6e1c47a59e10f544dd886766 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2a55bd3c6e1c47a59e10f544dd886766 2024-12-11T17:33:22,994 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/dc18e95b1be14a24a73659d25cee8bd0 2024-12-11T17:33:22,994 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1ba3b2f8166b40b990faf1f6592c6b91 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/1ba3b2f8166b40b990faf1f6592c6b91 2024-12-11T17:33:22,995 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/2abe16c0a05d4675aebc8a34f75b9b1c 2024-12-11T17:33:22,995 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/c59d1daa91d74b71846035cf11e6957f 2024-12-11T17:33:22,995 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6c69445395d8468c99b9cb5f785f4435 2024-12-11T17:33:22,995 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/03d81b0e64f242fdbbd7d0cab3f06956 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/03d81b0e64f242fdbbd7d0cab3f06956 2024-12-11T17:33:22,995 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/a9862530745147b2a865aef85842b339 2024-12-11T17:33:22,996 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/d76add2dbac54002a3b35ba269bb5509 2024-12-11T17:33:22,996 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f5599baeb1674d19b8298787d2ff31b7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/f5599baeb1674d19b8298787d2ff31b7 2024-12-11T17:33:22,996 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/6538b53fdeae4ea48edf2d50e6671c6c 2024-12-11T17:33:22,996 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/31e7070cdfed40d8b21c8c1bd0d2422b 2024-12-11T17:33:22,996 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/3e64b0aaabc94b58a3f366d16ab3bd4f 2024-12-11T17:33:22,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/61ed989494b6451095c68f803093f2f7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/643454ba6a9645cc9b0863d6112d3297, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/17d7015145fe485396ba8fc953d97d83, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2159f8993a39437590fe08565adce7ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d724875c0f1d43468d151969e0197e19, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/ab7f9df49c004136b73b2e2beaeb8e10, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/a845450645be484fa1c7703ad8b0b14a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/97d4fb38eedb470ca5bd6966893be50d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef] to archive 2024-12-11T17:33:22,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:23,000 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/162bcb5bf7a242f1bf3c907e0f9f5057 2024-12-11T17:33:23,000 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/4827aac7856d48ebb3ada0afeeeab7fe 2024-12-11T17:33:23,000 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/e288cadda602456e80cb42385e2c37b6 2024-12-11T17:33:23,000 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/643454ba6a9645cc9b0863d6112d3297 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/643454ba6a9645cc9b0863d6112d3297 2024-12-11T17:33:23,000 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/04c2e12e7ba9478c8856a930e3834950 2024-12-11T17:33:23,001 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/3637bd4a22684e54a71714f3b378d5fc 2024-12-11T17:33:23,001 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/199433caa2e84bf0ab21f96e2409de44 2024-12-11T17:33:23,001 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/61ed989494b6451095c68f803093f2f7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/61ed989494b6451095c68f803093f2f7 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2159f8993a39437590fe08565adce7ae to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2159f8993a39437590fe08565adce7ae 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8aa9fbc1399e4ac08c87d163b26e48c2 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/381b609907334606a590f98195608195 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/73ab158085364d6b933e7fa7d4a4e670 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/17d7015145fe485396ba8fc953d97d83 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/17d7015145fe485396ba8fc953d97d83 2024-12-11T17:33:23,002 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/811580d462c946a48b0a7f847b8d865c 2024-12-11T17:33:23,003 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/54818cb56a3d4191ad20c0a4894327be 2024-12-11T17:33:23,003 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d724875c0f1d43468d151969e0197e19 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d724875c0f1d43468d151969e0197e19 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/562e25957ef241a19d3d586166fae901 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/ab7f9df49c004136b73b2e2beaeb8e10 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/ab7f9df49c004136b73b2e2beaeb8e10 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/2b2e0734aa2144e691412f07c53d0c86 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/cce7f66aca7a4b8dac7113f4520edf77 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/339f7f427c0a4a2084cf8de32c5a667e 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/a845450645be484fa1c7703ad8b0b14a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/a845450645be484fa1c7703ad8b0b14a 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/5eb12ec60e9a45769226bd69c37f1871 2024-12-11T17:33:23,004 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8cc9404b5756455a90ec5e5fcf3d3389 2024-12-11T17:33:23,005 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/8bfdd58d11f64654a7b00555dd1ab3ef 2024-12-11T17:33:23,005 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/97d4fb38eedb470ca5bd6966893be50d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/97d4fb38eedb470ca5bd6966893be50d 2024-12-11T17:33:23,005 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/29dbc46870b14bcb8c93c231d4742e33 2024-12-11T17:33:23,007 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/7301ea1703b04c98bcbf320263e75c7a 2024-12-11T17:33:23,012 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits/424.seqid, newMaxSeqId=424, maxSeqId=4 2024-12-11T17:33:23,013 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. 2024-12-11T17:33:23,013 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 53f22c5bcc94499f5bba23a1bc6293e2: Waiting for close lock at 1733938401266Running coprocessor pre-close hooks at 1733938401267 (+1 ms)Disabling compacts and flushes for region at 1733938401267Disabling writes for close at 1733938401267Obtaining lock to block concurrent updates at 1733938401267Preparing flush snapshotting stores in 53f22c5bcc94499f5bba23a1bc6293e2 at 1733938401267Finished memstore snapshotting TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733938401268 (+1 ms)Flushing stores of TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2. at 1733938401268Flushing 53f22c5bcc94499f5bba23a1bc6293e2/A: creating writer at 1733938401269 (+1 ms)Flushing mob file 53f22c5bcc94499f5bba23a1bc6293e2/A: appending metadata at 1733938401277 (+8 ms)Flushing mob file 53f22c5bcc94499f5bba23a1bc6293e2/A: closing flushed file at 1733938401277Flushing 53f22c5bcc94499f5bba23a1bc6293e2/A: appending metadata at 1733938401698 (+421 ms)Flushing 53f22c5bcc94499f5bba23a1bc6293e2/A: closing flushed file at 1733938401698Flushing 53f22c5bcc94499f5bba23a1bc6293e2/B: creating writer at 1733938402110 (+412 ms)Flushing 53f22c5bcc94499f5bba23a1bc6293e2/B: appending metadata at 1733938402115 (+5 ms)Flushing 53f22c5bcc94499f5bba23a1bc6293e2/B: closing flushed file at 1733938402115Flushing 53f22c5bcc94499f5bba23a1bc6293e2/C: creating writer at 1733938402532 (+417 ms)Flushing 53f22c5bcc94499f5bba23a1bc6293e2/C: appending metadata at 1733938402535 (+3 ms)Flushing 53f22c5bcc94499f5bba23a1bc6293e2/C: closing flushed file at 1733938402535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf7c6e6: reopening flushed file at 1733938402953 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205e808b: reopening flushed file at 1733938402959 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685db540: reopening flushed file at 1733938402965 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 53f22c5bcc94499f5bba23a1bc6293e2 in 1703ms, sequenceid=421, compaction requested=true at 1733938402970 (+5 ms)Writing region close event to WAL at 1733938403009 (+39 ms)Running coprocessor post-close hooks at 1733938403013 (+4 ms)Closed at 1733938403013 2024-12-11T17:33:23,015 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=53f22c5bcc94499f5bba23a1bc6293e2, regionState=CLOSED 2024-12-11T17:33:23,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:33:23,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-11T17:33:23,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 53f22c5bcc94499f5bba23a1bc6293e2, server=d7d00a8b8c10,33151,1733938334749 in 1.9040 sec 2024-12-11T17:33:23,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-11T17:33:23,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53f22c5bcc94499f5bba23a1bc6293e2, UNASSIGN in 1.9090 sec 2024-12-11T17:33:23,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-11T17:33:23,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9130 sec 2024-12-11T17:33:23,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938403023"}]},"ts":"1733938403023"} 2024-12-11T17:33:23,024 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:33:23,024 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:33:23,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-12-11T17:33:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T17:33:23,263 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:23,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:33:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,268 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T17:33:23,269 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,273 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,278 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits] 2024-12-11T17:33:23,283 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/395147f19c924addba16f5ea11eadf8a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/395147f19c924addba16f5ea11eadf8a 2024-12-11T17:33:23,283 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/eeadeacd249d42edb90481a18729a7d5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/eeadeacd249d42edb90481a18729a7d5 2024-12-11T17:33:23,283 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/b99ee9fe750648328e56e01f8066cc9d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/A/b99ee9fe750648328e56e01f8066cc9d 2024-12-11T17:33:23,288 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/057b46d516994f2f9c2e474c25ec2d20 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/057b46d516994f2f9c2e474c25ec2d20 2024-12-11T17:33:23,288 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/cb766915533342e498ec839f80994386 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/cb766915533342e498ec839f80994386 2024-12-11T17:33:23,289 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/fa9c832206e049a4abeb71a47d9218e5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/B/fa9c832206e049a4abeb71a47d9218e5 2024-12-11T17:33:23,294 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/857f3dd40d15474d80b4be4ccadb3de4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/857f3dd40d15474d80b4be4ccadb3de4 2024-12-11T17:33:23,294 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/46648908bee540c09e4781b20baaa90b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/46648908bee540c09e4781b20baaa90b 2024-12-11T17:33:23,294 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d7923d6688b944d9b08bbfa4c5baa87e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/C/d7923d6688b944d9b08bbfa4c5baa87e 2024-12-11T17:33:23,297 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits/424.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2/recovered.edits/424.seqid 2024-12-11T17:33:23,297 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,297 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:33:23,298 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:33:23,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211017cddacbadf480184f98fca38874149_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211017cddacbadf480184f98fca38874149_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114343d6a439934cb2aec227da6a78f8ee_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114343d6a439934cb2aec227da6a78f8ee_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110143bf60e4e74f9eb2e1e778520ce9cb_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110143bf60e4e74f9eb2e1e778520ce9cb_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211253d70fd3be14f80871605371ab6e6c2_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211253d70fd3be14f80871605371ab6e6c2_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211355895792f84441ab095dfbe202a518b_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211355895792f84441ab095dfbe202a518b_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,307 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114a232187de384ded8373cd891e255a84_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114a232187de384ded8373cd891e255a84_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,308 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211170ada4c51714259a517598c733354b4_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211170ada4c51714259a517598c733354b4_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,308 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110d9638f6b1944e25a54bd30e3c35b5f2_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412110d9638f6b1944e25a54bd30e3c35b5f2_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,308 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121156db726fd1e148e7aa7c1d4e528df31b_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121156db726fd1e148e7aa7c1d4e528df31b_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,308 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b55463294614faaa6feea19c08be217_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b55463294614faaa6feea19c08be217_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,309 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121182ab698416244f84a1d66fdef5df1a6e_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121182ab698416244f84a1d66fdef5df1a6e_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,309 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b7e03b573de46d79da4c9be09283f4f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115b7e03b573de46d79da4c9be09283f4f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,309 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121187d92ed53a2f4c4e9ff7f9c13c97725f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121187d92ed53a2f4c4e9ff7f9c13c97725f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,309 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116174e37e92064b4b93d525ff21d0b854_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116174e37e92064b4b93d525ff21d0b854_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,309 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115936d1f4741b4a8c817befec665e8b58_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115936d1f4741b4a8c817befec665e8b58_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211abe2c602138440b481e0d6a963bca06f_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211abe2c602138440b481e0d6a963bca06f_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211be201048de2647b29413748bf5c35c2c_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211be201048de2647b29413748bf5c35c2c_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c855f45b54e64755b07ed7a69740a00d_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c855f45b54e64755b07ed7a69740a00d_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eee124f7b7114fa8a37b7fc97af67d2a_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eee124f7b7114fa8a37b7fc97af67d2a_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d013a4b2551844649d726bcf73bbb4b3_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d013a4b2551844649d726bcf73bbb4b3_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,310 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e74cbdbeae034b81a71e42abf2f3b788_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e74cbdbeae034b81a71e42abf2f3b788_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,311 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211dd617b7eefd542c7b7fd583dbe2a43de_53f22c5bcc94499f5bba23a1bc6293e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211dd617b7eefd542c7b7fd583dbe2a43de_53f22c5bcc94499f5bba23a1bc6293e2 2024-12-11T17:33:23,311 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:33:23,313 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,315 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:33:23,316 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:33:23,318 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,318 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:33:23,318 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938403318"}]},"ts":"9223372036854775807"} 2024-12-11T17:33:23,320 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:33:23,320 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 53f22c5bcc94499f5bba23a1bc6293e2, NAME => 'TestAcidGuarantees,,1733938373128.53f22c5bcc94499f5bba23a1bc6293e2.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:33:23,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:33:23,320 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938403320"}]},"ts":"9223372036854775807"} 2024-12-11T17:33:23,322 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:33:23,323 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-12-11T17:33:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T17:33:23,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:33:23,373 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:23,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=245 (was 244) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-27981160_22 at /127.0.0.1:42470 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5050 (was 5156) 2024-12-11T17:33:23,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=245, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=5049 2024-12-11T17:33:23,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:33:23,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:33:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:23,391 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:33:23,391 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:23,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-12-11T17:33:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:23,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:33:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742069_1245 (size=959) 2024-12-11T17:33:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:23,802 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:33:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742070_1246 (size=53) 2024-12-11T17:33:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:24,215 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:33:24,215 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0f02c9c50a23e86340c7da73873d98da, disabling compactions & flushes 2024-12-11T17:33:24,215 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,215 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,215 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. after waiting 0 ms 2024-12-11T17:33:24,215 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f02c9c50a23e86340c7da73873d98da: Waiting for close lock at 1733938404215Disabling compacts and flushes for region at 1733938404215Disabling writes for close at 1733938404215Writing region close event to WAL at 1733938404215Closed at 1733938404215 2024-12-11T17:33:24,218 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:33:24,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938404218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938404218"}]},"ts":"1733938404218"} 2024-12-11T17:33:24,221 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:33:24,222 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:33:24,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938404222"}]},"ts":"1733938404222"} 2024-12-11T17:33:24,225 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:33:24,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, ASSIGN}] 2024-12-11T17:33:24,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, ASSIGN 2024-12-11T17:33:24,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:33:24,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:33:24,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=0f02c9c50a23e86340c7da73873d98da, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:24,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, ASSIGN because future has completed 2024-12-11T17:33:24,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:33:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:24,543 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,543 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:33:24,543 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,543 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:33:24,544 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,544 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,545 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,547 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f02c9c50a23e86340c7da73873d98da columnFamilyName A 2024-12-11T17:33:24,547 DEBUG [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:24,548 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(327): Store=0f02c9c50a23e86340c7da73873d98da/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:24,548 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,549 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f02c9c50a23e86340c7da73873d98da columnFamilyName B 2024-12-11T17:33:24,549 DEBUG [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:24,550 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(327): Store=0f02c9c50a23e86340c7da73873d98da/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:24,550 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,551 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f02c9c50a23e86340c7da73873d98da columnFamilyName C 2024-12-11T17:33:24,551 DEBUG [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:24,552 INFO [StoreOpener-0f02c9c50a23e86340c7da73873d98da-1 {}] regionserver.HStore(327): Store=0f02c9c50a23e86340c7da73873d98da/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:24,552 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,553 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,553 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,554 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,554 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,555 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:33:24,556 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,559 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:33:24,559 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 0f02c9c50a23e86340c7da73873d98da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71563362, jitterRate=0.066377192735672}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:33:24,559 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:24,560 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 0f02c9c50a23e86340c7da73873d98da: Running coprocessor pre-open hook at 1733938404544Writing region info on filesystem at 1733938404544Initializing all the Stores at 1733938404545 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938404545Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938404545Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938404545Cleaning up temporary data from old regions at 1733938404554 (+9 ms)Running coprocessor post-open hooks at 1733938404559 (+5 ms)Region opened successfully at 1733938404560 (+1 ms) 2024-12-11T17:33:24,561 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., pid=61, masterSystemTime=1733938404535 2024-12-11T17:33:24,563 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,563 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:24,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=0f02c9c50a23e86340c7da73873d98da, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:24,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:33:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-11T17:33:24,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 in 183 msec 2024-12-11T17:33:24,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-11T17:33:24,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, ASSIGN in 342 msec 2024-12-11T17:33:24,570 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:33:24,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938404570"}]},"ts":"1733938404570"} 2024-12-11T17:33:24,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:33:24,573 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:33:24,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-11T17:33:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-11T17:33:25,544 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:25,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21598d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f874ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14266d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:33:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:33:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca40a9d 2024-12-11T17:33:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:33:25,558 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:33:25,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ab4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,561 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304ab603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,562 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efa839a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b71713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,564 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449a9b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bc0aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1a6e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,567 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d226722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,568 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105fc65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac29410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,569 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36089582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289f079b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7c13fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,574 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4873ff73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4770a545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce7f30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,577 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db3dade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e8143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745fe7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,581 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37059d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cfb27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56947e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c7e21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a42228f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfa173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,587 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2881a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be4e7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b38372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:25,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:25,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603eb82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:25,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfc6e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:25,591 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,591 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,591 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,592 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,592 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,594 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,594 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,594 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,594 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-11T17:33:25,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T17:33:25,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:25,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,599 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:25,601 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:25,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:25,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:25,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:33:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:25,607 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:33:25,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/a34f7caa4c1d4eb4b80aa80d098e4ddf is 50, key is test_row_0/A:col10/1733938405606/Put/seqid=0 2024-12-11T17:33:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938465631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938465632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938465633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938465634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938465636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742071_1247 (size=12001) 2024-12-11T17:33:25,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/a34f7caa4c1d4eb4b80aa80d098e4ddf 2024-12-11T17:33:25,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/d4b0dcd5580a4b24aff30efc1492f16a is 50, key is test_row_0/B:col10/1733938405606/Put/seqid=0 2024-12-11T17:33:25,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742072_1248 (size=12001) 2024-12-11T17:33:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T17:33:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938465741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938465741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938465742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938465742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938465742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-11T17:33:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:25,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-11T17:33:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:25,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T17:33:25,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938465951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938465952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938465952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938465952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938465952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-11T17:33:26,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:26,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:26,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/d4b0dcd5580a4b24aff30efc1492f16a 2024-12-11T17:33:26,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8a3bb111e58147b5a3d5f3a86f6f8951 is 50, key is test_row_0/C:col10/1733938405606/Put/seqid=0 2024-12-11T17:33:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742073_1249 (size=12001) 2024-12-11T17:33:26,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8a3bb111e58147b5a3d5f3a86f6f8951 2024-12-11T17:33:26,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/a34f7caa4c1d4eb4b80aa80d098e4ddf as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf 2024-12-11T17:33:26,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T17:33:26,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/d4b0dcd5580a4b24aff30efc1492f16a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a 2024-12-11T17:33:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T17:33:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8a3bb111e58147b5a3d5f3a86f6f8951 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951 2024-12-11T17:33:26,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951, entries=150, sequenceid=13, filesize=11.7 K 2024-12-11T17:33:26,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f02c9c50a23e86340c7da73873d98da in 554ms, sequenceid=13, compaction requested=false 2024-12-11T17:33:26,161 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-11T17:33:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:26,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-11T17:33:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:26,212 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:33:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c1b5d5b09fcd4cdc83d57d481abf2486 is 50, key is test_row_0/A:col10/1733938405631/Put/seqid=0 2024-12-11T17:33:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T17:33:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742074_1250 (size=12001) 2024-12-11T17:33:26,224 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c1b5d5b09fcd4cdc83d57d481abf2486 2024-12-11T17:33:26,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/5c261e8b6a7c4846ade8334567284de7 is 50, key is test_row_0/B:col10/1733938405631/Put/seqid=0 2024-12-11T17:33:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742075_1251 (size=12001) 2024-12-11T17:33:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938466269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938466274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938466274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938466274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938466274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938466381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938466382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938466382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938466382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938466382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938466591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938466591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938466591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938466592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938466592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,639 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/5c261e8b6a7c4846ade8334567284de7 2024-12-11T17:33:26,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6b710bd8e5fb42a1a7a519fe3c012d1b is 50, key is test_row_0/C:col10/1733938405631/Put/seqid=0 2024-12-11T17:33:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742076_1252 (size=12001) 2024-12-11T17:33:26,651 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6b710bd8e5fb42a1a7a519fe3c012d1b 2024-12-11T17:33:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c1b5d5b09fcd4cdc83d57d481abf2486 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486 2024-12-11T17:33:26,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:33:26,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/5c261e8b6a7c4846ade8334567284de7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7 2024-12-11T17:33:26,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:33:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6b710bd8e5fb42a1a7a519fe3c012d1b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b 2024-12-11T17:33:26,670 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:33:26,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f02c9c50a23e86340c7da73873d98da in 459ms, sequenceid=37, compaction requested=false 2024-12-11T17:33:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-11T17:33:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-11T17:33:26,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T17:33:26,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0720 sec 2024-12-11T17:33:26,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.0810 sec 2024-12-11T17:33:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T17:33:26,732 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:26,732 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-11T17:33:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-11T17:33:26,734 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:26,735 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:26,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-11T17:33:26,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-11T17:33:26,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:26,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:33:26,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/7247e13e2c9349889e32194557c2dbc0 is 50, key is test_row_0/A:col10/1733938406266/Put/seqid=0 2024-12-11T17:33:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742077_1253 (size=12001) 2024-12-11T17:33:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938466945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938466945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938466946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938466946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938466949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-11T17:33:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938467052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938467052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938467052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938467052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938467061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938467271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,295 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/7247e13e2c9349889e32194557c2dbc0 2024-12-11T17:33:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f08653b8a48c4aafa3bf23d3df6f8a8e is 50, key is test_row_0/B:col10/1733938406266/Put/seqid=0 2024-12-11T17:33:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742078_1254 (size=12001) 2024-12-11T17:33:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-11T17:33:27,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938467576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938467576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938467576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938467576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938467581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:27,707 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f08653b8a48c4aafa3bf23d3df6f8a8e 2024-12-11T17:33:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/9cfdb47106c54592ac33edd9b8398301 is 50, key is test_row_0/C:col10/1733938406266/Put/seqid=0 2024-12-11T17:33:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742079_1255 (size=12001) 2024-12-11T17:33:27,722 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/9cfdb47106c54592ac33edd9b8398301 2024-12-11T17:33:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/7247e13e2c9349889e32194557c2dbc0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0 2024-12-11T17:33:27,729 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0, entries=150, sequenceid=49, filesize=11.7 K 2024-12-11T17:33:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f08653b8a48c4aafa3bf23d3df6f8a8e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e 2024-12-11T17:33:27,734 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e, entries=150, sequenceid=49, filesize=11.7 K 2024-12-11T17:33:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/9cfdb47106c54592ac33edd9b8398301 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301 2024-12-11T17:33:27,740 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301, entries=150, sequenceid=49, filesize=11.7 K 2024-12-11T17:33:27,741 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f02c9c50a23e86340c7da73873d98da in 853ms, sequenceid=49, compaction requested=true 2024-12-11T17:33:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-11T17:33:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-11T17:33:27,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-11T17:33:27,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-12-11T17:33:27,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.0120 sec 2024-12-11T17:33:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-11T17:33:27,872 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:27,872 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-11T17:33:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T17:33:27,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:27,875 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:27,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T17:33:28,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-11T17:33:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:28,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:33:28,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/8fb2365369a34441ac37036ed66d76c9 is 50, key is test_row_0/A:col10/1733938406947/Put/seqid=0 2024-12-11T17:33:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742080_1256 (size=12001) 2024-12-11T17:33:28,039 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/8fb2365369a34441ac37036ed66d76c9 2024-12-11T17:33:28,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/efed1b04fc4e4e2996685802e21e94ae is 50, key is test_row_0/B:col10/1733938406947/Put/seqid=0 2024-12-11T17:33:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742081_1257 (size=12001) 2024-12-11T17:33:28,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/efed1b04fc4e4e2996685802e21e94ae 2024-12-11T17:33:28,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/e234f04a4d9a4e5e9f4187785ad05ff6 is 50, key is test_row_0/C:col10/1733938406947/Put/seqid=0 2024-12-11T17:33:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742082_1258 (size=12001) 2024-12-11T17:33:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:28,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938468099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938468099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938468100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T17:33:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938468212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938468212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938468212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938468212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938468212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938468422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938468422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938468422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938468422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938468422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/e234f04a4d9a4e5e9f4187785ad05ff6 2024-12-11T17:33:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/8fb2365369a34441ac37036ed66d76c9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9 2024-12-11T17:33:28,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9, entries=150, sequenceid=73, filesize=11.7 K 2024-12-11T17:33:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/efed1b04fc4e4e2996685802e21e94ae as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae 2024-12-11T17:33:28,487 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae, entries=150, sequenceid=73, filesize=11.7 K 2024-12-11T17:33:28,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/e234f04a4d9a4e5e9f4187785ad05ff6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6 2024-12-11T17:33:28,491 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6, entries=150, sequenceid=73, filesize=11.7 K 2024-12-11T17:33:28,492 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f02c9c50a23e86340c7da73873d98da in 464ms, sequenceid=73, compaction requested=true 2024-12-11T17:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-11T17:33:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-11T17:33:28,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-11T17:33:28,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 618 msec 2024-12-11T17:33:28,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 623 msec 2024-12-11T17:33:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T17:33:28,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:28,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-11T17:33:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:28,504 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:28,505 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:28,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:28,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:33:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:28,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-11T17:33:28,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:28,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:33:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/3af74eedf3b441b699bd216453e96cc3 is 50, key is test_row_0/A:col10/1733938408099/Put/seqid=0 2024-12-11T17:33:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742083_1259 (size=12001) 2024-12-11T17:33:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:28,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938468772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938468773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938468774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938468777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938468777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938468881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938468882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:28,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,068 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/3af74eedf3b441b699bd216453e96cc3 2024-12-11T17:33:29,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/9ce4f9d543a347e8ac8779236b9aa54a is 50, key is test_row_0/B:col10/1733938408099/Put/seqid=0 2024-12-11T17:33:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742084_1260 (size=12001) 2024-12-11T17:33:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938469091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938469091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938469091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938469092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938469092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938469402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938469402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938469402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938469403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938469403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,480 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/9ce4f9d543a347e8ac8779236b9aa54a 2024-12-11T17:33:29,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a61d86cb26ac47f5bd97acd9bfbdce00 is 50, key is test_row_0/C:col10/1733938408099/Put/seqid=0 2024-12-11T17:33:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742085_1261 (size=12001) 2024-12-11T17:33:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:29,892 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a61d86cb26ac47f5bd97acd9bfbdce00 2024-12-11T17:33:29,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/3af74eedf3b441b699bd216453e96cc3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3 2024-12-11T17:33:29,900 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3, entries=150, sequenceid=85, filesize=11.7 K 2024-12-11T17:33:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/9ce4f9d543a347e8ac8779236b9aa54a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a 2024-12-11T17:33:29,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a, entries=150, sequenceid=85, filesize=11.7 K 2024-12-11T17:33:29,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a61d86cb26ac47f5bd97acd9bfbdce00 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00 2024-12-11T17:33:29,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00, entries=150, sequenceid=85, filesize=11.7 K 2024-12-11T17:33:29,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f02c9c50a23e86340c7da73873d98da in 1252ms, sequenceid=85, compaction requested=true 2024-12-11T17:33:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-11T17:33:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-11T17:33:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:29,913 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:29,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:33:29,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-11T17:33:29,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-12-11T17:33:29,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4120 sec 2024-12-11T17:33:29,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/81926ff7d8e94193872ce1da9adcccab is 50, key is test_row_0/A:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:29,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742086_1262 (size=14341) 2024-12-11T17:33:29,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/81926ff7d8e94193872ce1da9adcccab 2024-12-11T17:33:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938469922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938469922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938469922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938469923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/7e9346909ee64fbcac82a350c14db337 is 50, key is test_row_0/B:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:29,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938469927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:29,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742087_1263 (size=12001) 2024-12-11T17:33:29,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/7e9346909ee64fbcac82a350c14db337 2024-12-11T17:33:29,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/68da19893abf49dea19693b2946c132d is 50, key is test_row_0/C:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:29,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742088_1264 (size=12001) 2024-12-11T17:33:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938470032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938470032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938470032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938470041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938470242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938470242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938470242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938470252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/68da19893abf49dea19693b2946c132d 2024-12-11T17:33:30,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/81926ff7d8e94193872ce1da9adcccab as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab 2024-12-11T17:33:30,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab, entries=200, sequenceid=110, filesize=14.0 K 2024-12-11T17:33:30,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/7e9346909ee64fbcac82a350c14db337 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337 2024-12-11T17:33:30,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337, entries=150, sequenceid=110, filesize=11.7 K 2024-12-11T17:33:30,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/68da19893abf49dea19693b2946c132d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d 2024-12-11T17:33:30,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d, entries=150, sequenceid=110, filesize=11.7 K 2024-12-11T17:33:30,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f02c9c50a23e86340c7da73873d98da in 467ms, sequenceid=110, compaction requested=true 2024-12-11T17:33:30,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:30,381 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:30,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:30,381 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-11T17:33:30,382 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74346 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-11T17:33:30,382 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-11T17:33:30,382 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:30,382 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:30,382 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,382 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,382 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=72.6 K 2024-12-11T17:33:30,382 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=70.3 K 2024-12-11T17:33:30,383 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a34f7caa4c1d4eb4b80aa80d098e4ddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733938405605 2024-12-11T17:33:30,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b0dcd5580a4b24aff30efc1492f16a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733938405605 2024-12-11T17:33:30,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c261e8b6a7c4846ade8334567284de7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938405631 2024-12-11T17:33:30,383 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1b5d5b09fcd4cdc83d57d481abf2486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938405631 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f08653b8a48c4aafa3bf23d3df6f8a8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733938406266 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7247e13e2c9349889e32194557c2dbc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733938406266 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting efed1b04fc4e4e2996685802e21e94ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733938406944 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fb2365369a34441ac37036ed66d76c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733938406944 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ce4f9d543a347e8ac8779236b9aa54a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733938408098 2024-12-11T17:33:30,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3af74eedf3b441b699bd216453e96cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733938408098 2024-12-11T17:33:30,385 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e9346909ee64fbcac82a350c14db337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:30,385 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81926ff7d8e94193872ce1da9adcccab, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:30,396 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:30,397 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/2327dacad5a34626979dd945c6482b72 is 50, key is test_row_0/A:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:30,397 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:30,397 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/0034d4aff40642b183dccc172fe7ba83 is 50, key is test_row_0/B:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742089_1265 (size=12207) 2024-12-11T17:33:30,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742090_1266 (size=12207) 2024-12-11T17:33:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:30,553 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:30,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:33:30,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ad1c3976b3cd43b88298de3e7ebf54a0 is 50, key is test_row_0/A:col10/1733938409921/Put/seqid=0 2024-12-11T17:33:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742091_1267 (size=12001) 2024-12-11T17:33:30,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938470577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938470578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938470581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938470582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T17:33:30,652 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:30,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-11T17:33:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:30,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:30,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:30,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938470692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938470692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938470692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938470692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:30,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-11T17:33:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,813 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/2327dacad5a34626979dd945c6482b72 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/2327dacad5a34626979dd945c6482b72 2024-12-11T17:33:30,818 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 2327dacad5a34626979dd945c6482b72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:30,818 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:30,818 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=10, startTime=1733938410380; duration=0sec 2024-12-11T17:33:30,818 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:30,819 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:30,819 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-11T17:33:30,819 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/0034d4aff40642b183dccc172fe7ba83 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/0034d4aff40642b183dccc172fe7ba83 2024-12-11T17:33:30,821 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-11T17:33:30,821 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:30,821 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,821 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=70.3 K 2024-12-11T17:33:30,822 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3bb111e58147b5a3d5f3a86f6f8951, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733938405605 2024-12-11T17:33:30,823 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b710bd8e5fb42a1a7a519fe3c012d1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938405631 2024-12-11T17:33:30,823 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cfdb47106c54592ac33edd9b8398301, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733938406266 2024-12-11T17:33:30,823 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e234f04a4d9a4e5e9f4187785ad05ff6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733938406944 2024-12-11T17:33:30,824 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a61d86cb26ac47f5bd97acd9bfbdce00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733938408098 2024-12-11T17:33:30,824 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into 0034d4aff40642b183dccc172fe7ba83(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:30,824 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:30,824 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=10, startTime=1733938410381; duration=0sec 2024-12-11T17:33:30,824 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:30,824 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:30,824 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68da19893abf49dea19693b2946c132d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:30,834 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:30,835 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/51d002cf19a940c598fc95f58040ec75 is 50, key is test_row_0/C:col10/1733938408772/Put/seqid=0 2024-12-11T17:33:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742092_1268 (size=12207) 2024-12-11T17:33:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938470902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938470902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938470902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938470902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938470942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:30,944 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:30,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-11T17:33:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:30,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:30,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ad1c3976b3cd43b88298de3e7ebf54a0 2024-12-11T17:33:30,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f55b99a5621b4b2d8af0ea0361585e0f is 50, key is test_row_0/B:col10/1733938409921/Put/seqid=0 2024-12-11T17:33:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742093_1269 (size=12001) 2024-12-11T17:33:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:30,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f55b99a5621b4b2d8af0ea0361585e0f 2024-12-11T17:33:30,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/28adc4243162464eb30ee4539601cd40 is 50, key is test_row_0/C:col10/1733938409921/Put/seqid=0 2024-12-11T17:33:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742094_1270 (size=12001) 2024-12-11T17:33:31,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-11T17:33:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:31,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938471212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,258 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/51d002cf19a940c598fc95f58040ec75 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/51d002cf19a940c598fc95f58040ec75 2024-12-11T17:33:31,262 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into 51d002cf19a940c598fc95f58040ec75(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:31,262 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:31,262 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=10, startTime=1733938410381; duration=0sec 2024-12-11T17:33:31,262 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:31,262 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:31,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-11T17:33:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:31,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:31,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/28adc4243162464eb30ee4539601cd40 2024-12-11T17:33:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ad1c3976b3cd43b88298de3e7ebf54a0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0 2024-12-11T17:33:31,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T17:33:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/f55b99a5621b4b2d8af0ea0361585e0f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f 2024-12-11T17:33:31,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T17:33:31,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/28adc4243162464eb30ee4539601cd40 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40 2024-12-11T17:33:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40, entries=150, sequenceid=123, filesize=11.7 K 2024-12-11T17:33:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0f02c9c50a23e86340c7da73873d98da in 848ms, sequenceid=123, compaction requested=false 2024-12-11T17:33:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:31,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-11T17:33:31,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:31,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:33:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/5b0fcd59bdb549459be1f4a2d86b4b34 is 50, key is test_row_0/A:col10/1733938410580/Put/seqid=0 2024-12-11T17:33:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742095_1271 (size=12151) 2024-12-11T17:33:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938471730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938471732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938471733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938471734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:31,827 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/5b0fcd59bdb549459be1f4a2d86b4b34 2024-12-11T17:33:31,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/312d74704bd840478e585c4ee3e997b8 is 50, key is test_row_0/B:col10/1733938410580/Put/seqid=0 2024-12-11T17:33:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742096_1272 (size=12151) 2024-12-11T17:33:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938471842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938471842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938471842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938471843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938472052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938472052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938472052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938472052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,239 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/312d74704bd840478e585c4ee3e997b8 2024-12-11T17:33:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/0101ca3b642b46838cefb29905bb1efe is 50, key is test_row_0/C:col10/1733938410580/Put/seqid=0 2024-12-11T17:33:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742097_1273 (size=12151) 2024-12-11T17:33:32,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938472362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938472362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938472362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938472362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/0101ca3b642b46838cefb29905bb1efe 2024-12-11T17:33:32,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/5b0fcd59bdb549459be1f4a2d86b4b34 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34 2024-12-11T17:33:32,666 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34, entries=150, sequenceid=149, filesize=11.9 K 2024-12-11T17:33:32,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/312d74704bd840478e585c4ee3e997b8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8 2024-12-11T17:33:32,670 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8, entries=150, sequenceid=149, filesize=11.9 K 2024-12-11T17:33:32,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/0101ca3b642b46838cefb29905bb1efe as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe 2024-12-11T17:33:32,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe, entries=150, sequenceid=149, filesize=11.9 K 2024-12-11T17:33:32,676 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 0f02c9c50a23e86340c7da73873d98da in 1257ms, sequenceid=149, compaction requested=true 2024-12-11T17:33:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-11T17:33:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-11T17:33:32,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-11T17:33:32,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0230 sec 2024-12-11T17:33:32,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.0280 sec 2024-12-11T17:33:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T17:33:32,802 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:32,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-11T17:33:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:32,804 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:32,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:32,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:32,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:32,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T17:33:32,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4545121a3c544fa38aafcf14eee2e1f2 is 50, key is test_row_0/A:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742098_1274 (size=16931) 2024-12-11T17:33:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938472890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938472892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938472893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938472893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:32,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:32,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:32,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938472962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:32,964 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938473002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938473002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938473002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938473002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:33,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:33,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938473212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938473212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938473212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938473212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4545121a3c544fa38aafcf14eee2e1f2 2024-12-11T17:33:33,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8760c1f79ecb47a487545d9144c98c85 is 50, key is test_row_0/B:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742099_1275 (size=12151) 2024-12-11T17:33:33,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8760c1f79ecb47a487545d9144c98c85 2024-12-11T17:33:33,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/363b39dba34348e98af1d4958e12c16f is 50, key is test_row_0/C:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742100_1276 (size=12151) 2024-12-11T17:33:33,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938473522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938473522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938473522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938473522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:33,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:33,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/363b39dba34348e98af1d4958e12c16f 2024-12-11T17:33:33,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4545121a3c544fa38aafcf14eee2e1f2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2 2024-12-11T17:33:33,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2, entries=250, sequenceid=167, filesize=16.5 K 2024-12-11T17:33:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8760c1f79ecb47a487545d9144c98c85 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85 2024-12-11T17:33:33,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85, entries=150, sequenceid=167, filesize=11.9 K 2024-12-11T17:33:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/363b39dba34348e98af1d4958e12c16f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f 2024-12-11T17:33:33,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f, entries=150, sequenceid=167, filesize=11.9 K 2024-12-11T17:33:33,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f02c9c50a23e86340c7da73873d98da in 846ms, sequenceid=167, compaction requested=true 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:33,720 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:33,720 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:33,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-11T17:33:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,721 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T17:33:33,722 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53290 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:33,722 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:33,722 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:33,722 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:33,722 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,722 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:33,722 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/0034d4aff40642b183dccc172fe7ba83, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=47.4 K 2024-12-11T17:33:33,722 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/2327dacad5a34626979dd945c6482b72, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=52.0 K 2024-12-11T17:33:33,723 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2327dacad5a34626979dd945c6482b72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:33,723 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0034d4aff40642b183dccc172fe7ba83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:33,723 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad1c3976b3cd43b88298de3e7ebf54a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938409921 2024-12-11T17:33:33,723 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f55b99a5621b4b2d8af0ea0361585e0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938409921 2024-12-11T17:33:33,723 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0fcd59bdb549459be1f4a2d86b4b34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733938410569 2024-12-11T17:33:33,724 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 312d74704bd840478e585c4ee3e997b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733938410569 2024-12-11T17:33:33,724 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4545121a3c544fa38aafcf14eee2e1f2, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938411731 2024-12-11T17:33:33,724 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8760c1f79ecb47a487545d9144c98c85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938412873 2024-12-11T17:33:33,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/25eb33ff424f4fd890fb85f0bc63c9b9 is 50, key is test_row_0/A:col10/1733938412892/Put/seqid=0 2024-12-11T17:33:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742101_1277 (size=12151) 2024-12-11T17:33:33,731 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/25eb33ff424f4fd890fb85f0bc63c9b9 2024-12-11T17:33:33,733 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:33,733 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:33,734 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/9b1e600377bb463a9064b14dcfe64bd3 is 50, key is test_row_0/A:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:33,734 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/9a083f1ee9a64f23828921463a75edb5 is 50, key is test_row_0/B:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742103_1279 (size=12493) 2024-12-11T17:33:33,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742102_1278 (size=12493) 2024-12-11T17:33:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ac7fc785e2e243fdad0cf27e13425125 is 50, key is test_row_0/B:col10/1733938412892/Put/seqid=0 2024-12-11T17:33:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742104_1280 (size=12151) 2024-12-11T17:33:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:34,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:34,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:34,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938474047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938474047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938474052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938474052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938474162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938474162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938474162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938474162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,191 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/9b1e600377bb463a9064b14dcfe64bd3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/9b1e600377bb463a9064b14dcfe64bd3 2024-12-11T17:33:34,191 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/9a083f1ee9a64f23828921463a75edb5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9a083f1ee9a64f23828921463a75edb5 2024-12-11T17:33:34,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ac7fc785e2e243fdad0cf27e13425125 2024-12-11T17:33:34,197 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 9b1e600377bb463a9064b14dcfe64bd3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:34,197 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into 9a083f1ee9a64f23828921463a75edb5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:34,197 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=12, startTime=1733938413720; duration=0sec 2024-12-11T17:33:34,197 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=12, startTime=1733938413720; duration=0sec 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:34,197 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:34,198 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:34,199 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:34,199 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:34,199 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/51d002cf19a940c598fc95f58040ec75, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=47.4 K 2024-12-11T17:33:34,199 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d002cf19a940c598fc95f58040ec75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733938408772 2024-12-11T17:33:34,199 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28adc4243162464eb30ee4539601cd40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733938409921 2024-12-11T17:33:34,200 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0101ca3b642b46838cefb29905bb1efe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733938410569 2024-12-11T17:33:34,200 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 363b39dba34348e98af1d4958e12c16f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938412873 2024-12-11T17:33:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8f7e47a679fc4909af0770b4be15f59d is 50, key is test_row_0/C:col10/1733938412892/Put/seqid=0 2024-12-11T17:33:34,209 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:34,209 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/cb53eda30028411996cceff0fb230582 is 50, key is test_row_0/C:col10/1733938412873/Put/seqid=0 2024-12-11T17:33:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742105_1281 (size=12151) 2024-12-11T17:33:34,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742106_1282 (size=12493) 2024-12-11T17:33:34,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938474372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938474372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:33:34,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T17:33:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938474372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938474372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,613 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8f7e47a679fc4909af0770b4be15f59d 2024-12-11T17:33:34,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/25eb33ff424f4fd890fb85f0bc63c9b9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9 2024-12-11T17:33:34,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9, entries=150, sequenceid=185, filesize=11.9 K 2024-12-11T17:33:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ac7fc785e2e243fdad0cf27e13425125 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125 2024-12-11T17:33:34,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125, entries=150, sequenceid=185, filesize=11.9 K 2024-12-11T17:33:34,629 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/cb53eda30028411996cceff0fb230582 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/cb53eda30028411996cceff0fb230582 2024-12-11T17:33:34,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8f7e47a679fc4909af0770b4be15f59d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d 2024-12-11T17:33:34,634 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into cb53eda30028411996cceff0fb230582(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:34,634 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:34,634 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=12, startTime=1733938413720; duration=0sec 2024-12-11T17:33:34,634 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:34,635 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:34,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d, entries=150, sequenceid=185, filesize=11.9 K 2024-12-11T17:33:34,637 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f02c9c50a23e86340c7da73873d98da in 916ms, sequenceid=185, compaction requested=false 2024-12-11T17:33:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-11T17:33:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-11T17:33:34,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-11T17:33:34,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-12-11T17:33:34,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8390 sec 2024-12-11T17:33:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:34,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:34,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-11T17:33:34,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/915f6326811443e2b3b75ca4b105be84 is 50, key is test_row_0/A:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742107_1283 (size=14541) 2024-12-11T17:33:34,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/915f6326811443e2b3b75ca4b105be84 2024-12-11T17:33:34,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d is 50, key is test_row_0/B:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:34,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938474699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938474702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742108_1284 (size=12151) 2024-12-11T17:33:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938474703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938474704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938474812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-11T17:33:34,952 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:34,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-11T17:33:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:34,955 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:34,956 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:34,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938475022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938475022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938475022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938475022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:35,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d 2024-12-11T17:33:35,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-11T17:33:35,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:35,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/c0975a1d82c94ec49b29df893611d05d is 50, key is test_row_0/C:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742109_1285 (size=12151) 2024-12-11T17:33:35,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-11T17:33:35,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:35,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938475331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938475331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938475332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938475332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-11T17:33:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:35,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/c0975a1d82c94ec49b29df893611d05d 2024-12-11T17:33:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/915f6326811443e2b3b75ca4b105be84 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84 2024-12-11T17:33:35,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84, entries=200, sequenceid=207, filesize=14.2 K 2024-12-11T17:33:35,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d 2024-12-11T17:33:35,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d, entries=150, sequenceid=207, filesize=11.9 K 2024-12-11T17:33:35,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/c0975a1d82c94ec49b29df893611d05d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d 2024-12-11T17:33:35,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d, entries=150, sequenceid=207, filesize=11.9 K 2024-12-11T17:33:35,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0f02c9c50a23e86340c7da73873d98da in 850ms, sequenceid=207, compaction requested=true 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:35,534 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:35,534 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:35,535 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:35,535 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:35,535 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:35,535 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:35,535 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,535 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,535 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/9b1e600377bb463a9064b14dcfe64bd3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=38.3 K 2024-12-11T17:33:35,535 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9a083f1ee9a64f23828921463a75edb5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=35.9 K 2024-12-11T17:33:35,536 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a083f1ee9a64f23828921463a75edb5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938412873 2024-12-11T17:33:35,536 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b1e600377bb463a9064b14dcfe64bd3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938412873 2024-12-11T17:33:35,536 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting ac7fc785e2e243fdad0cf27e13425125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733938412891 2024-12-11T17:33:35,536 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25eb33ff424f4fd890fb85f0bc63c9b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733938412891 2024-12-11T17:33:35,537 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ed3f99fc6bf4a47a9c2dbd47c9a9c3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:35,537 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 915f6326811443e2b3b75ca4b105be84, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:35,543 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:35,543 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:35,543 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/bc317acfc6cb4f33867ea2551339f307 is 50, key is test_row_0/A:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:35,544 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/b4b6811e60c44a90a80c203039c10080 is 50, key is test_row_0/B:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742110_1286 (size=12595) 2024-12-11T17:33:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742111_1287 (size=12595) 2024-12-11T17:33:35,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-11T17:33:35,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,567 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-11T17:33:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4167442a59c64ba6a603d393a8e71c58 is 50, key is test_row_0/A:col10/1733938414689/Put/seqid=0 2024-12-11T17:33:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742112_1288 (size=12151) 2024-12-11T17:33:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:35,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:35,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938475861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938475864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938475865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938475865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,951 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/b4b6811e60c44a90a80c203039c10080 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b4b6811e60c44a90a80c203039c10080 2024-12-11T17:33:35,951 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/bc317acfc6cb4f33867ea2551339f307 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/bc317acfc6cb4f33867ea2551339f307 2024-12-11T17:33:35,955 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into bc317acfc6cb4f33867ea2551339f307(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:35,955 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into b4b6811e60c44a90a80c203039c10080(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:35,955 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=13, startTime=1733938415534; duration=0sec 2024-12-11T17:33:35,955 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=13, startTime=1733938415534; duration=0sec 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:35,955 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:35,956 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:35,956 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:35,957 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:35,957 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/cb53eda30028411996cceff0fb230582, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=35.9 K 2024-12-11T17:33:35,957 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb53eda30028411996cceff0fb230582, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733938412873 2024-12-11T17:33:35,957 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f7e47a679fc4909af0770b4be15f59d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1733938412891 2024-12-11T17:33:35,957 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0975a1d82c94ec49b29df893611d05d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:35,964 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:35,964 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/1d71d009367a4de1bf51ef94757f20ea is 50, key is test_row_0/C:col10/1733938414683/Put/seqid=0 2024-12-11T17:33:35,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938475972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:35,974 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4167442a59c64ba6a603d393a8e71c58 2024-12-11T17:33:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742113_1289 (size=12595) 2024-12-11T17:33:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/71345c3dd7664e4784c0b0ef4419d96d is 50, key is test_row_0/B:col10/1733938414689/Put/seqid=0 2024-12-11T17:33:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742114_1290 (size=12151) 2024-12-11T17:33:35,985 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/1d71d009367a4de1bf51ef94757f20ea as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1d71d009367a4de1bf51ef94757f20ea 2024-12-11T17:33:35,989 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into 1d71d009367a4de1bf51ef94757f20ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:35,989 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:35,989 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=13, startTime=1733938415534; duration=0sec 2024-12-11T17:33:35,989 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:35,990 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938476182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938476182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938476182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938476182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/71345c3dd7664e4784c0b0ef4419d96d 2024-12-11T17:33:36,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 is 50, key is test_row_0/C:col10/1733938414689/Put/seqid=0 2024-12-11T17:33:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742115_1291 (size=12151) 2024-12-11T17:33:36,395 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 2024-12-11T17:33:36,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/4167442a59c64ba6a603d393a8e71c58 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58 2024-12-11T17:33:36,402 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58, entries=150, sequenceid=224, filesize=11.9 K 2024-12-11T17:33:36,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/71345c3dd7664e4784c0b0ef4419d96d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d 2024-12-11T17:33:36,407 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d, entries=150, sequenceid=224, filesize=11.9 K 2024-12-11T17:33:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 2024-12-11T17:33:36,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4, entries=150, sequenceid=224, filesize=11.9 K 2024-12-11T17:33:36,413 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 0f02c9c50a23e86340c7da73873d98da in 846ms, sequenceid=224, compaction requested=false 2024-12-11T17:33:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-11T17:33:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-11T17:33:36,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-11T17:33:36,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-12-11T17:33:36,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4640 sec 2024-12-11T17:33:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:36,495 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:36,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T17:33:36,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ee050dc5fd834f6382183250a000ae8f is 50, key is test_row_0/A:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:36,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742116_1292 (size=14541) 2024-12-11T17:33:36,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ee050dc5fd834f6382183250a000ae8f 2024-12-11T17:33:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938476505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938476506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938476507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938476508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/a6908a13fb314e71ae82348c7d8a2289 is 50, key is test_row_0/B:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742117_1293 (size=12151) 2024-12-11T17:33:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938476611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938476612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938476612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938476622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938476821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938476821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938476822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938476832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:36,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/a6908a13fb314e71ae82348c7d8a2289 2024-12-11T17:33:36,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/ea9837a81e8544d0b5909b8b683c3ee6 is 50, key is test_row_0/C:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742118_1294 (size=12151) 2024-12-11T17:33:36,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/ea9837a81e8544d0b5909b8b683c3ee6 2024-12-11T17:33:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/ee050dc5fd834f6382183250a000ae8f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f 2024-12-11T17:33:36,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f, entries=200, sequenceid=250, filesize=14.2 K 2024-12-11T17:33:36,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/a6908a13fb314e71ae82348c7d8a2289 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289 2024-12-11T17:33:36,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289, entries=150, sequenceid=250, filesize=11.9 K 2024-12-11T17:33:36,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/ea9837a81e8544d0b5909b8b683c3ee6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6 2024-12-11T17:33:36,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6, entries=150, sequenceid=250, filesize=11.9 K 2024-12-11T17:33:36,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0f02c9c50a23e86340c7da73873d98da in 452ms, sequenceid=250, compaction requested=true 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:36,948 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:36,948 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:36,949 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:36,949 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:36,949 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b4b6811e60c44a90a80c203039c10080, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.0 K 2024-12-11T17:33:36,949 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/bc317acfc6cb4f33867ea2551339f307, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=38.4 K 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b4b6811e60c44a90a80c203039c10080, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:36,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc317acfc6cb4f33867ea2551339f307, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:36,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 71345c3dd7664e4784c0b0ef4419d96d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938414689 2024-12-11T17:33:36,950 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4167442a59c64ba6a603d393a8e71c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938414689 2024-12-11T17:33:36,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a6908a13fb314e71ae82348c7d8a2289, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:36,950 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee050dc5fd834f6382183250a000ae8f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:36,959 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:36,959 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/bb9466be7a6f423d83ad4e3000962b52 is 50, key is test_row_0/B:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:36,965 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:36,966 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/792befc3d3b74c70a5ddd6525546985c is 50, key is test_row_0/A:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742119_1295 (size=12697) 2024-12-11T17:33:36,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742120_1296 (size=12697) 2024-12-11T17:33:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:36,974 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:36,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T17:33:36,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/227d2c438d1149cd9f0973db54048132 is 50, key is test_row_0/A:col10/1733938416506/Put/seqid=0 2024-12-11T17:33:36,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742121_1297 (size=14741) 2024-12-11T17:33:36,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/227d2c438d1149cd9f0973db54048132 2024-12-11T17:33:36,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c9d3d9655ec2461ab62e8962f2b87680 is 50, key is test_row_0/B:col10/1733938416506/Put/seqid=0 2024-12-11T17:33:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742122_1298 (size=12301) 2024-12-11T17:33:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938477051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-11T17:33:37,102 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:37,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-11T17:33:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T17:33:37,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:37,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:37,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938477132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938477132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938477133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938477142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938477162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T17:33:37,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-11T17:33:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,372 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/bb9466be7a6f423d83ad4e3000962b52 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bb9466be7a6f423d83ad4e3000962b52 2024-12-11T17:33:37,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938477372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,377 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/792befc3d3b74c70a5ddd6525546985c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/792befc3d3b74c70a5ddd6525546985c 2024-12-11T17:33:37,383 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into bb9466be7a6f423d83ad4e3000962b52(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:37,383 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 792befc3d3b74c70a5ddd6525546985c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:37,383 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:37,383 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:37,383 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=13, startTime=1733938416948; duration=0sec 2024-12-11T17:33:37,383 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=13, startTime=1733938416948; duration=0sec 2024-12-11T17:33:37,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:37,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:37,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:37,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:37,384 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:37,385 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:37,385 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:37,385 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,385 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1d71d009367a4de1bf51ef94757f20ea, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.0 K 2024-12-11T17:33:37,385 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d71d009367a4de1bf51ef94757f20ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733938414046 2024-12-11T17:33:37,385 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ec7ae0e49d4a52a9e9eb1501a8b1e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938414689 2024-12-11T17:33:37,386 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9837a81e8544d0b5909b8b683c3ee6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:37,392 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:37,392 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/1081194e04ae48129cae4ba68d2d902f is 50, key is test_row_0/C:col10/1733938415863/Put/seqid=0 2024-12-11T17:33:37,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742123_1299 (size=12697) 2024-12-11T17:33:37,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c9d3d9655ec2461ab62e8962f2b87680 2024-12-11T17:33:37,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/020f56f005fa4f388416d8a3e9602b51 is 50, key is test_row_0/C:col10/1733938416506/Put/seqid=0 2024-12-11T17:33:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742124_1300 (size=12301) 2024-12-11T17:33:37,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-11T17:33:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:37,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T17:33:37,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-11T17:33:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938477642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938477642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938477642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938477651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938477682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:37,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-11T17:33:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T17:33:37,803 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/1081194e04ae48129cae4ba68d2d902f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1081194e04ae48129cae4ba68d2d902f 2024-12-11T17:33:37,808 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into 1081194e04ae48129cae4ba68d2d902f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:37,808 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:37,808 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=13, startTime=1733938416948; duration=0sec 2024-12-11T17:33:37,808 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:37,808 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:37,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/020f56f005fa4f388416d8a3e9602b51 2024-12-11T17:33:37,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/227d2c438d1149cd9f0973db54048132 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132 2024-12-11T17:33:37,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132, entries=200, sequenceid=264, filesize=14.4 K 2024-12-11T17:33:37,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c9d3d9655ec2461ab62e8962f2b87680 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680 2024-12-11T17:33:37,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680, entries=150, sequenceid=264, filesize=12.0 K 2024-12-11T17:33:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/020f56f005fa4f388416d8a3e9602b51 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51 2024-12-11T17:33:37,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51, entries=150, sequenceid=264, filesize=12.0 K 2024-12-11T17:33:37,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f02c9c50a23e86340c7da73873d98da in 851ms, sequenceid=264, compaction requested=false 2024-12-11T17:33:37,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:37,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-11T17:33:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,871 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T17:33:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/02e3ab90118140f7afde0d17a02b4d8f is 50, key is test_row_0/A:col10/1733938417045/Put/seqid=0 2024-12-11T17:33:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742125_1301 (size=12301) 2024-12-11T17:33:37,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/02e3ab90118140f7afde0d17a02b4d8f 2024-12-11T17:33:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/bf76c966fec748b18ef3b1e05cbbe148 is 50, key is test_row_0/B:col10/1733938417045/Put/seqid=0 2024-12-11T17:33:37,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742126_1302 (size=12301) 2024-12-11T17:33:37,895 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/bf76c966fec748b18ef3b1e05cbbe148 2024-12-11T17:33:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/16380a04a70f4a6c879189b2b588901d is 50, key is test_row_0/C:col10/1733938417045/Put/seqid=0 2024-12-11T17:33:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742127_1303 (size=12301) 2024-12-11T17:33:37,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/16380a04a70f4a6c879189b2b588901d 2024-12-11T17:33:37,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/02e3ab90118140f7afde0d17a02b4d8f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f 2024-12-11T17:33:37,919 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f, entries=150, sequenceid=289, filesize=12.0 K 2024-12-11T17:33:37,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/bf76c966fec748b18ef3b1e05cbbe148 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148 2024-12-11T17:33:37,926 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148, entries=150, sequenceid=289, filesize=12.0 K 2024-12-11T17:33:37,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/16380a04a70f4a6c879189b2b588901d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d 2024-12-11T17:33:37,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d, entries=150, sequenceid=289, filesize=12.0 K 2024-12-11T17:33:37,934 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 0f02c9c50a23e86340c7da73873d98da in 63ms, sequenceid=289, compaction requested=true 2024-12-11T17:33:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-11T17:33:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-11T17:33:37,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-11T17:33:37,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 831 msec 2024-12-11T17:33:37,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 836 msec 2024-12-11T17:33:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:38,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:38,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/58cabdbeff50435a86b1f874f3653b7e is 50, key is test_row_0/A:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742128_1304 (size=14741) 2024-12-11T17:33:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T17:33:38,242 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:38,243 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-11T17:33:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:38,245 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:38,245 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:38,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938478291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:38,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938478401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:38,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938478612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/58cabdbeff50435a86b1f874f3653b7e 2024-12-11T17:33:38,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/956ca10b95824bf4afe6a2f0cc3fae81 is 50, key is test_row_0/B:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:38,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742129_1305 (size=12301) 2024-12-11T17:33:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938478651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938478652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938478652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,654 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:38,654 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938478662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,664 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:38,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:38,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938478922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:39,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/956ca10b95824bf4afe6a2f0cc3fae81 2024-12-11T17:33:39,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/176349269bbe4448a56dac6e0e3a8bf6 is 50, key is test_row_0/C:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742130_1306 (size=12301) 2024-12-11T17:33:39,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:39,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:39,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:39,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938479432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:39,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/176349269bbe4448a56dac6e0e3a8bf6 2024-12-11T17:33:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/58cabdbeff50435a86b1f874f3653b7e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e 2024-12-11T17:33:39,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e, entries=200, sequenceid=300, filesize=14.4 K 2024-12-11T17:33:39,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/956ca10b95824bf4afe6a2f0cc3fae81 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81 2024-12-11T17:33:39,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81, entries=150, sequenceid=300, filesize=12.0 K 2024-12-11T17:33:39,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/176349269bbe4448a56dac6e0e3a8bf6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6 2024-12-11T17:33:39,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6, entries=150, sequenceid=300, filesize=12.0 K 2024-12-11T17:33:39,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f02c9c50a23e86340c7da73873d98da in 1246ms, sequenceid=300, compaction requested=true 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:39,459 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:39,459 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:39,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54480 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:39,460 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,460 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,460 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bb9466be7a6f423d83ad4e3000962b52, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=48.4 K 2024-12-11T17:33:39,460 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/792befc3d3b74c70a5ddd6525546985c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=53.2 K 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting bb9466be7a6f423d83ad4e3000962b52, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:39,460 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 792befc3d3b74c70a5ddd6525546985c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c9d3d9655ec2461ab62e8962f2b87680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733938416506 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227d2c438d1149cd9f0973db54048132, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733938416500 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting bf76c966fec748b18ef3b1e05cbbe148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733938417032 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02e3ab90118140f7afde0d17a02b4d8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733938417032 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 956ca10b95824bf4afe6a2f0cc3fae81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418203 2024-12-11T17:33:39,461 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58cabdbeff50435a86b1f874f3653b7e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418199 2024-12-11T17:33:39,469 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:39,469 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:39,469 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/8eac503817a54dec805ce7c461d877be is 50, key is test_row_0/A:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:39,469 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/817d13eb273c480a8158e8ec24376b7f is 50, key is test_row_0/B:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:39,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742131_1307 (size=12983) 2024-12-11T17:33:39,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742132_1308 (size=12983) 2024-12-11T17:33:39,487 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/8eac503817a54dec805ce7c461d877be as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8eac503817a54dec805ce7c461d877be 2024-12-11T17:33:39,488 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/817d13eb273c480a8158e8ec24376b7f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/817d13eb273c480a8158e8ec24376b7f 2024-12-11T17:33:39,492 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into 817d13eb273c480a8158e8ec24376b7f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:39,492 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:39,493 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=12, startTime=1733938419459; duration=0sec 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:33:39,493 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 8eac503817a54dec805ce7c461d877be(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:39,493 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=12, startTime=1733938419459; duration=0sec 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:39,493 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:39,494 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:33:39,494 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:39,494 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,494 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1081194e04ae48129cae4ba68d2d902f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=48.4 K 2024-12-11T17:33:39,494 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1081194e04ae48129cae4ba68d2d902f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938415863 2024-12-11T17:33:39,495 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 020f56f005fa4f388416d8a3e9602b51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733938416506 2024-12-11T17:33:39,495 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 16380a04a70f4a6c879189b2b588901d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733938417032 2024-12-11T17:33:39,495 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 176349269bbe4448a56dac6e0e3a8bf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418203 2024-12-11T17:33:39,502 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:39,502 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/b9d87208a2864e8da2b950d59d2fa9d0 is 50, key is test_row_0/C:col10/1733938418203/Put/seqid=0 2024-12-11T17:33:39,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-11T17:33:39,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:39,502 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:33:39,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c37743949842446696d0b0f598cc7bfa is 50, key is test_row_0/A:col10/1733938418260/Put/seqid=0 2024-12-11T17:33:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742133_1309 (size=12983) 2024-12-11T17:33:39,514 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/b9d87208a2864e8da2b950d59d2fa9d0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/b9d87208a2864e8da2b950d59d2fa9d0 2024-12-11T17:33:39,519 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into b9d87208a2864e8da2b950d59d2fa9d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:39,519 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:39,519 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=12, startTime=1733938419459; duration=0sec 2024-12-11T17:33:39,519 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:39,519 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742134_1310 (size=12301) 2024-12-11T17:33:39,537 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c37743949842446696d0b0f598cc7bfa 2024-12-11T17:33:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/202fc48d16144c72a349a4a1a1cc5355 is 50, key is test_row_0/B:col10/1733938418260/Put/seqid=0 2024-12-11T17:33:39,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742135_1311 (size=12301) 2024-12-11T17:33:39,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/202fc48d16144c72a349a4a1a1cc5355 2024-12-11T17:33:39,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/3ce91a55276e45619b69d72b1c85be48 is 50, key is test_row_0/C:col10/1733938418260/Put/seqid=0 2024-12-11T17:33:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742136_1312 (size=12301) 2024-12-11T17:33:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:40,396 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/3ce91a55276e45619b69d72b1c85be48 2024-12-11T17:33:40,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/c37743949842446696d0b0f598cc7bfa as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa 2024-12-11T17:33:40,403 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa, entries=150, sequenceid=327, filesize=12.0 K 2024-12-11T17:33:40,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/202fc48d16144c72a349a4a1a1cc5355 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355 2024-12-11T17:33:40,408 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355, entries=150, sequenceid=327, filesize=12.0 K 2024-12-11T17:33:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/3ce91a55276e45619b69d72b1c85be48 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48 2024-12-11T17:33:40,413 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48, entries=150, sequenceid=327, filesize=12.0 K 2024-12-11T17:33:40,414 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 0f02c9c50a23e86340c7da73873d98da in 912ms, sequenceid=327, compaction requested=false 2024-12-11T17:33:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-11T17:33:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-11T17:33:40,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-11T17:33:40,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1700 sec 2024-12-11T17:33:40,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.1740 sec 2024-12-11T17:33:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:40,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:33:40,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/f5684fcca80248bf89be93496112a993 is 50, key is test_row_0/A:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742137_1313 (size=14741) 2024-12-11T17:33:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938480535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938480642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938480671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938480671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938480671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,674 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:40,673 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,674 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938480682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,683 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938480852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:40,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/f5684fcca80248bf89be93496112a993 2024-12-11T17:33:40,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 is 50, key is test_row_0/B:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742138_1314 (size=12301) 2024-12-11T17:33:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938481162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:41,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:41,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 2024-12-11T17:33:41,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/56980d5a905a4739b2769cbe398877fb is 50, key is test_row_0/C:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742139_1315 (size=12301) 2024-12-11T17:33:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938481672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:41,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/56980d5a905a4739b2769cbe398877fb 2024-12-11T17:33:41,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/f5684fcca80248bf89be93496112a993 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993 2024-12-11T17:33:41,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993, entries=200, sequenceid=339, filesize=14.4 K 2024-12-11T17:33:41,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 2024-12-11T17:33:41,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72, entries=150, sequenceid=339, filesize=12.0 K 2024-12-11T17:33:41,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/56980d5a905a4739b2769cbe398877fb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb 2024-12-11T17:33:41,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb, entries=150, sequenceid=339, filesize=12.0 K 2024-12-11T17:33:41,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f02c9c50a23e86340c7da73873d98da in 1249ms, sequenceid=339, compaction requested=true 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:41,704 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:41,704 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:41,705 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:41,705 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:41,705 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/817d13eb273c480a8158e8ec24376b7f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.7 K 2024-12-11T17:33:41,705 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8eac503817a54dec805ce7c461d877be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=39.1 K 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eac503817a54dec805ce7c461d877be, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418203 2024-12-11T17:33:41,705 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 817d13eb273c480a8158e8ec24376b7f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418203 2024-12-11T17:33:41,706 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting c37743949842446696d0b0f598cc7bfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938418260 2024-12-11T17:33:41,706 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 202fc48d16144c72a349a4a1a1cc5355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938418260 2024-12-11T17:33:41,706 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5684fcca80248bf89be93496112a993, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420445 2024-12-11T17:33:41,706 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c10c3ac3eb834fcdbe0ebcc0742b9b72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420448 2024-12-11T17:33:41,712 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:41,713 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/63a7a2b123f247479e7aba0f8d561761 is 50, key is test_row_0/B:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:41,715 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:41,715 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/01d3b677a7944a8a978074c8ad5078ae is 50, key is test_row_0/A:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742140_1316 (size=13085) 2024-12-11T17:33:41,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742141_1317 (size=13085) 2024-12-11T17:33:42,133 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/63a7a2b123f247479e7aba0f8d561761 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/63a7a2b123f247479e7aba0f8d561761 2024-12-11T17:33:42,137 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/01d3b677a7944a8a978074c8ad5078ae as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/01d3b677a7944a8a978074c8ad5078ae 2024-12-11T17:33:42,137 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into 63a7a2b123f247479e7aba0f8d561761(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:42,138 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:42,138 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=13, startTime=1733938421704; duration=0sec 2024-12-11T17:33:42,138 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:42,138 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:42,138 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:42,139 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:42,139 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:42,139 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:42,139 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/b9d87208a2864e8da2b950d59d2fa9d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.7 K 2024-12-11T17:33:42,139 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b9d87208a2864e8da2b950d59d2fa9d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733938418203 2024-12-11T17:33:42,139 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ce91a55276e45619b69d72b1c85be48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733938418260 2024-12-11T17:33:42,140 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 56980d5a905a4739b2769cbe398877fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420448 2024-12-11T17:33:42,142 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 01d3b677a7944a8a978074c8ad5078ae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:42,142 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:42,142 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=13, startTime=1733938421704; duration=0sec 2024-12-11T17:33:42,142 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:42,142 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:42,145 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:42,145 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/af0ebce430aa4a3faedb8338b04e2a91 is 50, key is test_row_0/C:col10/1733938420454/Put/seqid=0 2024-12-11T17:33:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742142_1318 (size=13085) 2024-12-11T17:33:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-11T17:33:42,422 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:42,422 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-11T17:33:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-11T17:33:42,424 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:42,425 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:42,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-11T17:33:42,553 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/af0ebce430aa4a3faedb8338b04e2a91 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/af0ebce430aa4a3faedb8338b04e2a91 2024-12-11T17:33:42,557 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into af0ebce430aa4a3faedb8338b04e2a91(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:42,557 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:42,557 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=13, startTime=1733938421704; duration=0sec 2024-12-11T17:33:42,557 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:42,557 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:42,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-11T17:33:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:42,577 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:33:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/093c4d2306f346f1bdaf256d98aca148 is 50, key is test_row_0/A:col10/1733938420528/Put/seqid=0 2024-12-11T17:33:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742143_1319 (size=12301) 2024-12-11T17:33:42,585 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/093c4d2306f346f1bdaf256d98aca148 2024-12-11T17:33:42,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/b8e69226249f4a8484b8899523a4148e is 50, key is test_row_0/B:col10/1733938420528/Put/seqid=0 2024-12-11T17:33:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742144_1320 (size=12301) 2024-12-11T17:33:42,603 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/b8e69226249f4a8484b8899523a4148e 2024-12-11T17:33:42,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/5638d20745a040cc975993e7f7dda1c4 is 50, key is test_row_0/C:col10/1733938420528/Put/seqid=0 2024-12-11T17:33:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742145_1321 (size=12301) 2024-12-11T17:33:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:42,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938482716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-11T17:33:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938482821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938483032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:43,038 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/5638d20745a040cc975993e7f7dda1c4 2024-12-11T17:33:43,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/093c4d2306f346f1bdaf256d98aca148 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148 2024-12-11T17:33:43,049 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148, entries=150, sequenceid=367, filesize=12.0 K 2024-12-11T17:33:43,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/b8e69226249f4a8484b8899523a4148e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e 2024-12-11T17:33:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-11T17:33:43,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e, entries=150, sequenceid=367, filesize=12.0 K 2024-12-11T17:33:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/5638d20745a040cc975993e7f7dda1c4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4 2024-12-11T17:33:43,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4, entries=150, sequenceid=367, filesize=12.0 K 2024-12-11T17:33:43,060 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0f02c9c50a23e86340c7da73873d98da in 482ms, sequenceid=367, compaction requested=false 2024-12-11T17:33:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-11T17:33:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-11T17:33:43,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-11T17:33:43,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 636 msec 2024-12-11T17:33:43,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 643 msec 2024-12-11T17:33:43,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:33:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:43,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:33:43,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/52c89e1f68034b0aad94567940e2bb00 is 50, key is test_row_0/A:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742146_1322 (size=9857) 2024-12-11T17:33:43,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938483401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938483512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-11T17:33:43,562 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:43,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:33:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-11T17:33:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:43,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:33:43,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:33:43,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:33:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:43,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:43,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938483721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:43,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/52c89e1f68034b0aad94567940e2bb00 2024-12-11T17:33:43,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/771bbd885c4b4c738e3f311de4c81743 is 50, key is test_row_0/B:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742147_1323 (size=9857) 2024-12-11T17:33:43,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:43,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:44,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938484032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/771bbd885c4b4c738e3f311de4c81743 2024-12-11T17:33:44,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/032b5532406e43958397560d84b564d3 is 50, key is test_row_0/C:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742148_1324 (size=9857) 2024-12-11T17:33:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:44,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:44,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:33:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938484541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/032b5532406e43958397560d84b564d3 2024-12-11T17:33:44,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/52c89e1f68034b0aad94567940e2bb00 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00 2024-12-11T17:33:44,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00, entries=100, sequenceid=379, filesize=9.6 K 2024-12-11T17:33:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/771bbd885c4b4c738e3f311de4c81743 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743 2024-12-11T17:33:44,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743, entries=100, sequenceid=379, filesize=9.6 K 2024-12-11T17:33:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/032b5532406e43958397560d84b564d3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3 2024-12-11T17:33:44,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3, entries=100, sequenceid=379, filesize=9.6 K 2024-12-11T17:33:44,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f02c9c50a23e86340c7da73873d98da in 1252ms, sequenceid=379, compaction requested=true 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:44,597 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:44,597 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:44,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:44,598 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:44,598 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:44,598 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:44,598 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:44,599 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,599 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,599 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/63a7a2b123f247479e7aba0f8d561761, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=34.4 K 2024-12-11T17:33:44,599 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/01d3b677a7944a8a978074c8ad5078ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=34.4 K 2024-12-11T17:33:44,599 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d3b677a7944a8a978074c8ad5078ae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420448 2024-12-11T17:33:44,599 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 63a7a2b123f247479e7aba0f8d561761, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420448 2024-12-11T17:33:44,599 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 093c4d2306f346f1bdaf256d98aca148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733938420521 2024-12-11T17:33:44,599 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b8e69226249f4a8484b8899523a4148e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733938420521 2024-12-11T17:33:44,600 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52c89e1f68034b0aad94567940e2bb00, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938422712 2024-12-11T17:33:44,600 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 771bbd885c4b4c738e3f311de4c81743, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938422712 2024-12-11T17:33:44,606 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#276 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:44,606 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c2439f7c1ec843999a7a67618607f4d2 is 50, key is test_row_0/B:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:44,608 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:44,608 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/14202c1e8a4f4922a1d0e14fddf6326d is 50, key is test_row_0/A:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742149_1325 (size=13187) 2024-12-11T17:33:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742150_1326 (size=13187) 2024-12-11T17:33:44,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-11T17:33:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:44,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:33:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/924778d7de7b4b9298d5b510ea40d3cf is 50, key is test_row_0/A:col10/1733938423400/Put/seqid=0 2024-12-11T17:33:44,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742151_1327 (size=12301) 2024-12-11T17:33:44,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/924778d7de7b4b9298d5b510ea40d3cf 2024-12-11T17:33:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/92fb684ee5d44b9ab6ffd9aac650cb67 is 50, key is test_row_0/B:col10/1733938423400/Put/seqid=0 2024-12-11T17:33:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742152_1328 (size=12301) 2024-12-11T17:33:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:44,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. as already flushing 2024-12-11T17:33:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938484705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938484706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938484707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1733938484712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,713 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938484812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938484812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938484812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938485022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938485022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938485022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,029 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/c2439f7c1ec843999a7a67618607f4d2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c2439f7c1ec843999a7a67618607f4d2 2024-12-11T17:33:45,029 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/14202c1e8a4f4922a1d0e14fddf6326d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/14202c1e8a4f4922a1d0e14fddf6326d 2024-12-11T17:33:45,033 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 14202c1e8a4f4922a1d0e14fddf6326d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:45,034 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=13, startTime=1733938424597; duration=0sec 2024-12-11T17:33:45,034 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into c2439f7c1ec843999a7a67618607f4d2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:45,034 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=13, startTime=1733938424597; duration=0sec 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:45,034 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:45,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:45,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:45,035 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:45,035 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/af0ebce430aa4a3faedb8338b04e2a91, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=34.4 K 2024-12-11T17:33:45,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting af0ebce430aa4a3faedb8338b04e2a91, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733938420448 2024-12-11T17:33:45,035 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5638d20745a040cc975993e7f7dda1c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733938420521 2024-12-11T17:33:45,036 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 032b5532406e43958397560d84b564d3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938422712 2024-12-11T17:33:45,041 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:45,042 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/e7f5e23760e6425c9542da7818a02412 is 50, key is test_row_0/C:col10/1733938423343/Put/seqid=0 2024-12-11T17:33:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742153_1329 (size=13187) 2024-12-11T17:33:45,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/92fb684ee5d44b9ab6ffd9aac650cb67 2024-12-11T17:33:45,052 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/e7f5e23760e6425c9542da7818a02412 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e7f5e23760e6425c9542da7818a02412 2024-12-11T17:33:45,058 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into e7f5e23760e6425c9542da7818a02412(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:45,058 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:45,058 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=13, startTime=1733938424597; duration=0sec 2024-12-11T17:33:45,058 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:45,058 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a901ecd48ddf4e36bc0b362097110bb3 is 50, key is test_row_0/C:col10/1733938423400/Put/seqid=0 2024-12-11T17:33:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742154_1330 (size=12301) 2024-12-11T17:33:45,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a901ecd48ddf4e36bc0b362097110bb3 2024-12-11T17:33:45,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/924778d7de7b4b9298d5b510ea40d3cf as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf 2024-12-11T17:33:45,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf, entries=150, sequenceid=403, filesize=12.0 K 2024-12-11T17:33:45,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/92fb684ee5d44b9ab6ffd9aac650cb67 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67 2024-12-11T17:33:45,092 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67, entries=150, sequenceid=403, filesize=12.0 K 2024-12-11T17:33:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/a901ecd48ddf4e36bc0b362097110bb3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3 2024-12-11T17:33:45,096 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3, entries=150, sequenceid=403, filesize=12.0 K 2024-12-11T17:33:45,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0f02c9c50a23e86340c7da73873d98da in 464ms, sequenceid=403, compaction requested=false 2024-12-11T17:33:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-11T17:33:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-11T17:33:45,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-11T17:33:45,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5340 sec 2024-12-11T17:33:45,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.5390 sec 2024-12-11T17:33:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:45,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:45,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T17:33:45,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/0d50dd5350224afcb6ecdc32d146f23d is 50, key is test_row_0/A:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742155_1331 (size=14741) 2024-12-11T17:33:45,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938485358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938485359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938485361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938485471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938485471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938485472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47588 deadline: 1733938485561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,562 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 0f02c9c50a23e86340c7da73873d98da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:33:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,595 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-11T17:33:45,595 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:45,595 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,595 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:45,597 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-12-11T17:33:45,597 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:45,597 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,597 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:45,598 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-12-11T17:33:45,598 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:45,598 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,598 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-11T17:33:45,598 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,598 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:45,598 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:45,598 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:45,599 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-12-11T17:33:45,599 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:45,599 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,599 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:45,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:45,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938485682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938485682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938485682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-11T17:33:45,713 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:45,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/0d50dd5350224afcb6ecdc32d146f23d 2024-12-11T17:33:45,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/cdb2535b3bad4401898fcdca9673251e is 50, key is test_row_0/B:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:45,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742156_1332 (size=12301) 2024-12-11T17:33:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938485993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938485993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938485993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:46,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/cdb2535b3bad4401898fcdca9673251e 2024-12-11T17:33:46,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/49ada77340a1419b90fbe109986be3a9 is 50, key is test_row_0/C:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742157_1333 (size=12301) 2024-12-11T17:33:46,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47596 deadline: 1733938486503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:33:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47582 deadline: 1733938486503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47592 deadline: 1733938486503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:33:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:33:46,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/49ada77340a1419b90fbe109986be3a9 2024-12-11T17:33:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/0d50dd5350224afcb6ecdc32d146f23d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d 2024-12-11T17:33:46,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d, entries=200, sequenceid=420, filesize=14.4 K 2024-12-11T17:33:46,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/cdb2535b3bad4401898fcdca9673251e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e 2024-12-11T17:33:46,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e, entries=150, sequenceid=420, filesize=12.0 K 2024-12-11T17:33:46,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/49ada77340a1419b90fbe109986be3a9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9 2024-12-11T17:33:46,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9, entries=150, sequenceid=420, filesize=12.0 K 2024-12-11T17:33:46,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f02c9c50a23e86340c7da73873d98da in 1262ms, sequenceid=420, compaction requested=true 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f02c9c50a23e86340c7da73873d98da:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:33:46,596 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:46,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:46,596 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:46,597 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:46,597 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:46,597 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/B is initiating minor compaction (all files) 2024-12-11T17:33:46,597 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/A is initiating minor compaction (all files) 2024-12-11T17:33:46,597 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/B in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:46,597 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/A in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:46,597 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c2439f7c1ec843999a7a67618607f4d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.9 K 2024-12-11T17:33:46,597 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/14202c1e8a4f4922a1d0e14fddf6326d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=39.3 K 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c2439f7c1ec843999a7a67618607f4d2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938420534 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14202c1e8a4f4922a1d0e14fddf6326d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938420534 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 92fb684ee5d44b9ab6ffd9aac650cb67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733938423383 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 924778d7de7b4b9298d5b510ea40d3cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733938423383 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb2535b3bad4401898fcdca9673251e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733938424703 2024-12-11T17:33:46,598 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d50dd5350224afcb6ecdc32d146f23d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733938424703 2024-12-11T17:33:46,604 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#A#compaction#285 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:46,604 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/24fee3074cd54b529ab7da07eeb768ae is 50, key is test_row_0/A:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:46,604 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:46,605 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ffa73cc010c3435785e623504ad2a2bc is 50, key is test_row_0/B:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742158_1334 (size=13289) 2024-12-11T17:33:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742159_1335 (size=13289) 2024-12-11T17:33:47,018 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ffa73cc010c3435785e623504ad2a2bc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ffa73cc010c3435785e623504ad2a2bc 2024-12-11T17:33:47,018 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/24fee3074cd54b529ab7da07eeb768ae as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/24fee3074cd54b529ab7da07eeb768ae 2024-12-11T17:33:47,023 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/A of 0f02c9c50a23e86340c7da73873d98da into 24fee3074cd54b529ab7da07eeb768ae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:47,023 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/B of 0f02c9c50a23e86340c7da73873d98da into ffa73cc010c3435785e623504ad2a2bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:47,023 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:47,023 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:47,023 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/A, priority=13, startTime=1733938426596; duration=0sec 2024-12-11T17:33:47,023 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/B, priority=13, startTime=1733938426596; duration=0sec 2024-12-11T17:33:47,024 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:47,024 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:33:47,024 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:A 2024-12-11T17:33:47,024 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:B 2024-12-11T17:33:47,024 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:33:47,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:33:47,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 0f02c9c50a23e86340c7da73873d98da/C is initiating minor compaction (all files) 2024-12-11T17:33:47,025 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f02c9c50a23e86340c7da73873d98da/C in TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:47,025 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e7f5e23760e6425c9542da7818a02412, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp, totalSize=36.9 K 2024-12-11T17:33:47,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f5e23760e6425c9542da7818a02412, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733938420534 2024-12-11T17:33:47,025 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a901ecd48ddf4e36bc0b362097110bb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733938423383 2024-12-11T17:33:47,026 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ada77340a1419b90fbe109986be3a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733938424703 2024-12-11T17:33:47,032 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f02c9c50a23e86340c7da73873d98da#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:33:47,033 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8957191c3cdb4bfcb31ea0486537deb8 is 50, key is test_row_0/C:col10/1733938424703/Put/seqid=0 2024-12-11T17:33:47,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742160_1336 (size=13289) 2024-12-11T17:33:47,448 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/8957191c3cdb4bfcb31ea0486537deb8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8957191c3cdb4bfcb31ea0486537deb8 2024-12-11T17:33:47,456 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f02c9c50a23e86340c7da73873d98da/C of 0f02c9c50a23e86340c7da73873d98da into 8957191c3cdb4bfcb31ea0486537deb8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:33:47,456 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:47,456 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., storeName=0f02c9c50a23e86340c7da73873d98da/C, priority=13, startTime=1733938426596; duration=0sec 2024-12-11T17:33:47,456 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:33:47,457 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f02c9c50a23e86340c7da73873d98da:C 2024-12-11T17:33:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:47,514 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:33:47,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:33:47,514 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-12-11T17:33:47,515 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:47,515 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,515 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:47,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/278439e9430c424f9e4c170e0bd54bd6 is 50, key is test_row_0/A:col10/1733938427512/Put/seqid=0 2024-12-11T17:33:47,523 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-12-11T17:33:47,524 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:47,524 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-12-11T17:33:47,524 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,524 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:47,524 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,524 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,524 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:47,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742161_1337 (size=12301) 2024-12-11T17:33:47,575 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-12-11T17:33:47,575 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:47,575 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,575 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:47,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:47,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/278439e9430c424f9e4c170e0bd54bd6 2024-12-11T17:33:47,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ad8b202cf0c943478ac1539a058ceec8 is 50, key is test_row_0/B:col10/1733938427512/Put/seqid=0 2024-12-11T17:33:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742162_1338 (size=12301) 2024-12-11T17:33:48,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ad8b202cf0c943478ac1539a058ceec8 2024-12-11T17:33:48,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6e15a32c6484459a82c4c87a7d897f16 is 50, key is test_row_0/C:col10/1733938427512/Put/seqid=0 2024-12-11T17:33:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742163_1339 (size=12301) 2024-12-11T17:33:48,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6e15a32c6484459a82c4c87a7d897f16 2024-12-11T17:33:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/278439e9430c424f9e4c170e0bd54bd6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/278439e9430c424f9e4c170e0bd54bd6 2024-12-11T17:33:48,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/278439e9430c424f9e4c170e0bd54bd6, entries=150, sequenceid=446, filesize=12.0 K 2024-12-11T17:33:48,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/ad8b202cf0c943478ac1539a058ceec8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ad8b202cf0c943478ac1539a058ceec8 2024-12-11T17:33:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ad8b202cf0c943478ac1539a058ceec8, entries=150, sequenceid=446, filesize=12.0 K 2024-12-11T17:33:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/6e15a32c6484459a82c4c87a7d897f16 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6e15a32c6484459a82c4c87a7d897f16 2024-12-11T17:33:48,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6e15a32c6484459a82c4c87a7d897f16, entries=150, sequenceid=446, filesize=12.0 K 2024-12-11T17:33:48,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 0f02c9c50a23e86340c7da73873d98da in 1278ms, sequenceid=446, compaction requested=false 2024-12-11T17:33:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f02c9c50a23e86340c7da73873d98da: 2024-12-11T17:33:54,775 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-12-11T17:33:54,775 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:33:54,775 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:54,776 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:54,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4970 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5006 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4771 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4978 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4983 2024-12-11T17:33:54,776 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:33:54,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:33:54,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:33:54,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:54,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:54,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:33:54,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:33:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:54,784 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938434784"}]},"ts":"1733938434784"} 2024-12-11T17:33:54,786 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:33:54,786 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:33:54,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:33:54,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, UNASSIGN}] 2024-12-11T17:33:54,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, UNASSIGN 2024-12-11T17:33:54,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=0f02c9c50a23e86340c7da73873d98da, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, UNASSIGN because future has completed 2024-12-11T17:33:54,793 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:33:54,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:33:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:54,946 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:54,947 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:33:54,947 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 0f02c9c50a23e86340c7da73873d98da, disabling compactions & flushes 2024-12-11T17:33:54,947 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:54,948 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:54,948 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. after waiting 0 ms 2024-12-11T17:33:54,948 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:54,948 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 0f02c9c50a23e86340c7da73873d98da 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-11T17:33:54,959 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/fabf7a7341e64edb8b2faa5c492e5acf is 50, key is test_row_0/A:col10/1733938434773/Put/seqid=0 2024-12-11T17:33:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742164_1340 (size=9857) 2024-12-11T17:33:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:55,364 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/fabf7a7341e64edb8b2faa5c492e5acf 2024-12-11T17:33:55,379 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/e77f801b83324a329c5ccf66f981aa4c is 50, key is test_row_0/B:col10/1733938434773/Put/seqid=0 2024-12-11T17:33:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742165_1341 (size=9857) 2024-12-11T17:33:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:55,784 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/e77f801b83324a329c5ccf66f981aa4c 2024-12-11T17:33:55,797 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/4fc94828dd7f4609b15f063364a84726 is 50, key is test_row_0/C:col10/1733938434773/Put/seqid=0 2024-12-11T17:33:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742166_1342 (size=9857) 2024-12-11T17:33:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:56,202 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/4fc94828dd7f4609b15f063364a84726 2024-12-11T17:33:56,207 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/A/fabf7a7341e64edb8b2faa5c492e5acf as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/fabf7a7341e64edb8b2faa5c492e5acf 2024-12-11T17:33:56,212 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/fabf7a7341e64edb8b2faa5c492e5acf, entries=100, sequenceid=453, filesize=9.6 K 2024-12-11T17:33:56,213 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/B/e77f801b83324a329c5ccf66f981aa4c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/e77f801b83324a329c5ccf66f981aa4c 2024-12-11T17:33:56,218 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/e77f801b83324a329c5ccf66f981aa4c, entries=100, sequenceid=453, filesize=9.6 K 2024-12-11T17:33:56,219 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/.tmp/C/4fc94828dd7f4609b15f063364a84726 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/4fc94828dd7f4609b15f063364a84726 2024-12-11T17:33:56,222 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/4fc94828dd7f4609b15f063364a84726, entries=100, sequenceid=453, filesize=9.6 K 2024-12-11T17:33:56,223 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0f02c9c50a23e86340c7da73873d98da in 1275ms, sequenceid=453, compaction requested=true 2024-12-11T17:33:56,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/2327dacad5a34626979dd945c6482b72, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/9b1e600377bb463a9064b14dcfe64bd3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/bc317acfc6cb4f33867ea2551339f307, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/792befc3d3b74c70a5ddd6525546985c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8eac503817a54dec805ce7c461d877be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/01d3b677a7944a8a978074c8ad5078ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/14202c1e8a4f4922a1d0e14fddf6326d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d] to archive 2024-12-11T17:33:56,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:56,227 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/7247e13e2c9349889e32194557c2dbc0 2024-12-11T17:33:56,227 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/a34f7caa4c1d4eb4b80aa80d098e4ddf 2024-12-11T17:33:56,227 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c1b5d5b09fcd4cdc83d57d481abf2486 2024-12-11T17:33:56,227 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8fb2365369a34441ac37036ed66d76c9 2024-12-11T17:33:56,228 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/81926ff7d8e94193872ce1da9adcccab 2024-12-11T17:33:56,228 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/3af74eedf3b441b699bd216453e96cc3 2024-12-11T17:33:56,228 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/2327dacad5a34626979dd945c6482b72 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/2327dacad5a34626979dd945c6482b72 2024-12-11T17:33:56,228 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ad1c3976b3cd43b88298de3e7ebf54a0 2024-12-11T17:33:56,229 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/5b0fcd59bdb549459be1f4a2d86b4b34 2024-12-11T17:33:56,229 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/9b1e600377bb463a9064b14dcfe64bd3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/9b1e600377bb463a9064b14dcfe64bd3 2024-12-11T17:33:56,229 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4545121a3c544fa38aafcf14eee2e1f2 2024-12-11T17:33:56,229 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/25eb33ff424f4fd890fb85f0bc63c9b9 2024-12-11T17:33:56,229 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/915f6326811443e2b3b75ca4b105be84 2024-12-11T17:33:56,230 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/4167442a59c64ba6a603d393a8e71c58 2024-12-11T17:33:56,230 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/bc317acfc6cb4f33867ea2551339f307 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/bc317acfc6cb4f33867ea2551339f307 2024-12-11T17:33:56,230 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/ee050dc5fd834f6382183250a000ae8f 2024-12-11T17:33:56,230 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/792befc3d3b74c70a5ddd6525546985c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/792befc3d3b74c70a5ddd6525546985c 2024-12-11T17:33:56,230 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/227d2c438d1149cd9f0973db54048132 2024-12-11T17:33:56,231 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/02e3ab90118140f7afde0d17a02b4d8f 2024-12-11T17:33:56,231 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/58cabdbeff50435a86b1f874f3653b7e 2024-12-11T17:33:56,231 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8eac503817a54dec805ce7c461d877be to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/8eac503817a54dec805ce7c461d877be 2024-12-11T17:33:56,231 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/c37743949842446696d0b0f598cc7bfa 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/f5684fcca80248bf89be93496112a993 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/01d3b677a7944a8a978074c8ad5078ae to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/01d3b677a7944a8a978074c8ad5078ae 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/14202c1e8a4f4922a1d0e14fddf6326d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/14202c1e8a4f4922a1d0e14fddf6326d 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/093c4d2306f346f1bdaf256d98aca148 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/924778d7de7b4b9298d5b510ea40d3cf 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/52c89e1f68034b0aad94567940e2bb00 2024-12-11T17:33:56,232 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/0d50dd5350224afcb6ecdc32d146f23d 2024-12-11T17:33:56,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/0034d4aff40642b183dccc172fe7ba83, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9a083f1ee9a64f23828921463a75edb5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b4b6811e60c44a90a80c203039c10080, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bb9466be7a6f423d83ad4e3000962b52, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/817d13eb273c480a8158e8ec24376b7f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/63a7a2b123f247479e7aba0f8d561761, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c2439f7c1ec843999a7a67618607f4d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e] to archive 2024-12-11T17:33:56,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f08653b8a48c4aafa3bf23d3df6f8a8e 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/5c261e8b6a7c4846ade8334567284de7 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/f55b99a5621b4b2d8af0ea0361585e0f 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/7e9346909ee64fbcac82a350c14db337 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/efed1b04fc4e4e2996685802e21e94ae 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/d4b0dcd5580a4b24aff30efc1492f16a 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/0034d4aff40642b183dccc172fe7ba83 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/0034d4aff40642b183dccc172fe7ba83 2024-12-11T17:33:56,236 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9ce4f9d543a347e8ac8779236b9aa54a 2024-12-11T17:33:56,237 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/312d74704bd840478e585c4ee3e997b8 2024-12-11T17:33:56,237 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8760c1f79ecb47a487545d9144c98c85 2024-12-11T17:33:56,237 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9a083f1ee9a64f23828921463a75edb5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/9a083f1ee9a64f23828921463a75edb5 2024-12-11T17:33:56,238 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ac7fc785e2e243fdad0cf27e13425125 2024-12-11T17:33:56,238 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b4b6811e60c44a90a80c203039c10080 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b4b6811e60c44a90a80c203039c10080 2024-12-11T17:33:56,238 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/71345c3dd7664e4784c0b0ef4419d96d 2024-12-11T17:33:56,238 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bb9466be7a6f423d83ad4e3000962b52 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bb9466be7a6f423d83ad4e3000962b52 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c9d3d9655ec2461ab62e8962f2b87680 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/956ca10b95824bf4afe6a2f0cc3fae81 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/a6908a13fb314e71ae82348c7d8a2289 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/202fc48d16144c72a349a4a1a1cc5355 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/8ed3f99fc6bf4a47a9c2dbd47c9a9c3d 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/bf76c966fec748b18ef3b1e05cbbe148 2024-12-11T17:33:56,239 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/817d13eb273c480a8158e8ec24376b7f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/817d13eb273c480a8158e8ec24376b7f 2024-12-11T17:33:56,240 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/63a7a2b123f247479e7aba0f8d561761 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/63a7a2b123f247479e7aba0f8d561761 2024-12-11T17:33:56,240 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/b8e69226249f4a8484b8899523a4148e 2024-12-11T17:33:56,240 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c2439f7c1ec843999a7a67618607f4d2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c2439f7c1ec843999a7a67618607f4d2 2024-12-11T17:33:56,241 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/c10c3ac3eb834fcdbe0ebcc0742b9b72 2024-12-11T17:33:56,241 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/771bbd885c4b4c738e3f311de4c81743 2024-12-11T17:33:56,241 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/92fb684ee5d44b9ab6ffd9aac650cb67 2024-12-11T17:33:56,241 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/cdb2535b3bad4401898fcdca9673251e 2024-12-11T17:33:56,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/51d002cf19a940c598fc95f58040ec75, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/cb53eda30028411996cceff0fb230582, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1d71d009367a4de1bf51ef94757f20ea, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1081194e04ae48129cae4ba68d2d902f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/b9d87208a2864e8da2b950d59d2fa9d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/af0ebce430aa4a3faedb8338b04e2a91, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e7f5e23760e6425c9542da7818a02412, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9] to archive 2024-12-11T17:33:56,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:33:56,244 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/9cfdb47106c54592ac33edd9b8398301 2024-12-11T17:33:56,244 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8a3bb111e58147b5a3d5f3a86f6f8951 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e234f04a4d9a4e5e9f4187785ad05ff6 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/68da19893abf49dea19693b2946c132d 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/51d002cf19a940c598fc95f58040ec75 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/51d002cf19a940c598fc95f58040ec75 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a61d86cb26ac47f5bd97acd9bfbdce00 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6b710bd8e5fb42a1a7a519fe3c012d1b 2024-12-11T17:33:56,245 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/28adc4243162464eb30ee4539601cd40 2024-12-11T17:33:56,246 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/0101ca3b642b46838cefb29905bb1efe 2024-12-11T17:33:56,246 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/cb53eda30028411996cceff0fb230582 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/cb53eda30028411996cceff0fb230582 2024-12-11T17:33:56,246 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/c0975a1d82c94ec49b29df893611d05d 2024-12-11T17:33:56,246 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/59ec7ae0e49d4a52a9e9eb1501a8b1e4 2024-12-11T17:33:56,247 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8f7e47a679fc4909af0770b4be15f59d 2024-12-11T17:33:56,247 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1d71d009367a4de1bf51ef94757f20ea to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1d71d009367a4de1bf51ef94757f20ea 2024-12-11T17:33:56,246 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1081194e04ae48129cae4ba68d2d902f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/1081194e04ae48129cae4ba68d2d902f 2024-12-11T17:33:56,247 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/363b39dba34348e98af1d4958e12c16f 2024-12-11T17:33:56,248 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/16380a04a70f4a6c879189b2b588901d 2024-12-11T17:33:56,248 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/020f56f005fa4f388416d8a3e9602b51 2024-12-11T17:33:56,248 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/b9d87208a2864e8da2b950d59d2fa9d0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/b9d87208a2864e8da2b950d59d2fa9d0 2024-12-11T17:33:56,248 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/af0ebce430aa4a3faedb8338b04e2a91 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/af0ebce430aa4a3faedb8338b04e2a91 2024-12-11T17:33:56,248 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/3ce91a55276e45619b69d72b1c85be48 2024-12-11T17:33:56,249 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/176349269bbe4448a56dac6e0e3a8bf6 2024-12-11T17:33:56,249 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/ea9837a81e8544d0b5909b8b683c3ee6 2024-12-11T17:33:56,249 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/56980d5a905a4739b2769cbe398877fb 2024-12-11T17:33:56,250 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/5638d20745a040cc975993e7f7dda1c4 2024-12-11T17:33:56,250 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e7f5e23760e6425c9542da7818a02412 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/e7f5e23760e6425c9542da7818a02412 2024-12-11T17:33:56,250 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/49ada77340a1419b90fbe109986be3a9 2024-12-11T17:33:56,250 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/a901ecd48ddf4e36bc0b362097110bb3 2024-12-11T17:33:56,250 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/032b5532406e43958397560d84b564d3 2024-12-11T17:33:56,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/recovered.edits/456.seqid, newMaxSeqId=456, maxSeqId=1 2024-12-11T17:33:56,254 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. 2024-12-11T17:33:56,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 0f02c9c50a23e86340c7da73873d98da: Waiting for close lock at 1733938434947Running coprocessor pre-close hooks at 1733938434947Disabling compacts and flushes for region at 1733938434947Disabling writes for close at 1733938434948 (+1 ms)Obtaining lock to block concurrent updates at 1733938434948Preparing flush snapshotting stores in 0f02c9c50a23e86340c7da73873d98da at 1733938434948Finished memstore snapshotting TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733938434949 (+1 ms)Flushing stores of TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da. at 1733938434950 (+1 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/A: creating writer at 1733938434951 (+1 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/A: appending metadata at 1733938434958 (+7 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/A: closing flushed file at 1733938434958Flushing 0f02c9c50a23e86340c7da73873d98da/B: creating writer at 1733938435375 (+417 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/B: appending metadata at 1733938435378 (+3 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/B: closing flushed file at 1733938435378Flushing 0f02c9c50a23e86340c7da73873d98da/C: creating writer at 1733938435794 (+416 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/C: appending metadata at 1733938435797 (+3 ms)Flushing 0f02c9c50a23e86340c7da73873d98da/C: closing flushed file at 1733938435797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4108f55d: reopening flushed file at 1733938436206 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4954cfe3: reopening flushed file at 1733938436212 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed4131d: reopening flushed file at 1733938436218 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0f02c9c50a23e86340c7da73873d98da in 1275ms, sequenceid=453, compaction requested=true at 1733938436223 (+5 ms)Writing region close event to WAL at 1733938436251 (+28 ms)Running coprocessor post-close hooks at 1733938436254 (+3 ms)Closed at 1733938436254 2024-12-11T17:33:56,256 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:56,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=0f02c9c50a23e86340c7da73873d98da, regionState=CLOSED 2024-12-11T17:33:56,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:33:56,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-11T17:33:56,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f02c9c50a23e86340c7da73873d98da, server=d7d00a8b8c10,33151,1733938334749 in 1.4660 sec 2024-12-11T17:33:56,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-11T17:33:56,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f02c9c50a23e86340c7da73873d98da, UNASSIGN in 1.4720 sec 2024-12-11T17:33:56,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-11T17:33:56,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-12-11T17:33:56,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938436265"}]},"ts":"1733938436265"} 2024-12-11T17:33:56,266 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:33:56,266 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:33:56,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4870 sec 2024-12-11T17:33:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-11T17:33:56,934 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:56,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:33:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,941 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-11T17:33:56,942 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,948 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:56,952 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/recovered.edits] 2024-12-11T17:33:56,958 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/24fee3074cd54b529ab7da07eeb768ae to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/24fee3074cd54b529ab7da07eeb768ae 2024-12-11T17:33:56,958 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/278439e9430c424f9e4c170e0bd54bd6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/278439e9430c424f9e4c170e0bd54bd6 2024-12-11T17:33:56,959 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/fabf7a7341e64edb8b2faa5c492e5acf to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/A/fabf7a7341e64edb8b2faa5c492e5acf 2024-12-11T17:33:56,962 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ad8b202cf0c943478ac1539a058ceec8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ad8b202cf0c943478ac1539a058ceec8 2024-12-11T17:33:56,962 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/e77f801b83324a329c5ccf66f981aa4c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/e77f801b83324a329c5ccf66f981aa4c 2024-12-11T17:33:56,962 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ffa73cc010c3435785e623504ad2a2bc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/B/ffa73cc010c3435785e623504ad2a2bc 2024-12-11T17:33:56,964 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/4fc94828dd7f4609b15f063364a84726 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/4fc94828dd7f4609b15f063364a84726 2024-12-11T17:33:56,964 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8957191c3cdb4bfcb31ea0486537deb8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/8957191c3cdb4bfcb31ea0486537deb8 2024-12-11T17:33:56,964 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6e15a32c6484459a82c4c87a7d897f16 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/C/6e15a32c6484459a82c4c87a7d897f16 2024-12-11T17:33:56,966 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/recovered.edits/456.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da/recovered.edits/456.seqid 2024-12-11T17:33:56,966 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/0f02c9c50a23e86340c7da73873d98da 2024-12-11T17:33:56,966 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:33:56,968 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,970 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:33:56,972 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:33:56,973 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,973 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:33:56,973 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938436973"}]},"ts":"9223372036854775807"} 2024-12-11T17:33:56,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:33:56,975 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0f02c9c50a23e86340c7da73873d98da, NAME => 'TestAcidGuarantees,,1733938403389.0f02c9c50a23e86340c7da73873d98da.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:33:56,975 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:33:56,975 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938436975"}]},"ts":"9223372036854775807"} 2024-12-11T17:33:56,977 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:33:56,977 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:56,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-12-11T17:33:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-11T17:33:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:33:57,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:57,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=244 (was 245), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5000 (was 5049) 2024-12-11T17:33:57,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=244, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4999 2024-12-11T17:33:57,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:33:57,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:33:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:57,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:33:57,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:57,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-12-11T17:33:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:57,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:33:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742167_1343 (size=959) 2024-12-11T17:33:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:57,488 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:33:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742168_1344 (size=53) 2024-12-11T17:33:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:57,899 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:33:57,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 19e24a7954a69652a0610177049bfa77, disabling compactions & flushes 2024-12-11T17:33:57,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:57,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:57,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. after waiting 0 ms 2024-12-11T17:33:57,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:57,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:57,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19e24a7954a69652a0610177049bfa77: Waiting for close lock at 1733938437899Disabling compacts and flushes for region at 1733938437899Disabling writes for close at 1733938437900 (+1 ms)Writing region close event to WAL at 1733938437900Closed at 1733938437900 2024-12-11T17:33:57,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:33:57,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938437903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938437903"}]},"ts":"1733938437903"} 2024-12-11T17:33:57,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:33:57,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:33:57,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938437910"}]},"ts":"1733938437910"} 2024-12-11T17:33:57,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:33:57,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, ASSIGN}] 2024-12-11T17:33:57,913 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, ASSIGN 2024-12-11T17:33:57,913 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:33:58,065 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:58,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, ASSIGN because future has completed 2024-12-11T17:33:58,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:33:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:58,226 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:58,226 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:33:58,227 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,227 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:33:58,227 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,227 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,228 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,229 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName A 2024-12-11T17:33:58,229 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:58,230 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:58,230 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,231 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName B 2024-12-11T17:33:58,231 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:58,231 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:58,232 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,232 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName C 2024-12-11T17:33:58,232 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:33:58,233 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:33:58,233 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,234 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,234 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,235 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,235 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,235 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:33:58,237 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,239 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:33:58,239 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 19e24a7954a69652a0610177049bfa77; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72695600, jitterRate=0.08324885368347168}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:33:58,239 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:58,240 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 19e24a7954a69652a0610177049bfa77: Running coprocessor pre-open hook at 1733938438227Writing region info on filesystem at 1733938438227Initializing all the Stores at 1733938438228 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938438228Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938438228Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938438228Cleaning up temporary data from old regions at 1733938438235 (+7 ms)Running coprocessor post-open hooks at 1733938438239 (+4 ms)Region opened successfully at 1733938438240 (+1 ms) 2024-12-11T17:33:58,241 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., pid=91, masterSystemTime=1733938438223 2024-12-11T17:33:58,243 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:58,243 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:58,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:58,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:33:58,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-11T17:33:58,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 in 175 msec 2024-12-11T17:33:58,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-11T17:33:58,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, ASSIGN in 335 msec 2024-12-11T17:33:58,249 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:33:58,250 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938438250"}]},"ts":"1733938438250"} 2024-12-11T17:33:58,251 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:33:58,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:33:58,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-12-11T17:33:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T17:33:59,223 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:33:59,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bba6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:59,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:33:59,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:33:59,229 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:33:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:33:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:33:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789346e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:33:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:33:59,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:33:59,232 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:33:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f59a02b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:33:59,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:33:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:33:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:33:59,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:33:59,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:33:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:33:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2752b659 2024-12-11T17:33:59,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:33:59,238 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:33:59,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:33:59,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:33:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T17:33:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742169_1345 (size=995) 2024-12-11T17:33:59,656 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-11T17:33:59,656 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-11T17:33:59,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:33:59,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE}] 2024-12-11T17:33:59,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE 2024-12-11T17:33:59,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:33:59,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE because future has completed 2024-12-11T17:33:59,669 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:33:59,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:33:59,822 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:59,823 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:33:59,823 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 19e24a7954a69652a0610177049bfa77, disabling compactions & flushes 2024-12-11T17:33:59,823 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:59,823 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:59,823 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. after waiting 0 ms 2024-12-11T17:33:59,823 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:59,878 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T17:33:59,878 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:33:59,878 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 19e24a7954a69652a0610177049bfa77: Waiting for close lock at 1733938439823Running coprocessor pre-close hooks at 1733938439823Disabling compacts and flushes for region at 1733938439823Disabling writes for close at 1733938439823Writing region close event to WAL at 1733938439824 (+1 ms)Running coprocessor post-close hooks at 1733938439878 (+54 ms)Closed at 1733938439878 2024-12-11T17:33:59,878 WARN [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 19e24a7954a69652a0610177049bfa77 to self. 2024-12-11T17:33:59,881 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 19e24a7954a69652a0610177049bfa77 2024-12-11T17:33:59,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=CLOSED 2024-12-11T17:33:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:33:59,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-11T17:33:59,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 in 216 msec 2024-12-11T17:33:59,890 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE; state=CLOSED, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=true 2024-12-11T17:34:00,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE because future has completed 2024-12-11T17:34:00,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:00,206 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,206 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:34:00,207 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,207 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:00,207 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,207 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,209 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,211 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName A 2024-12-11T17:34:00,212 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:00,213 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:00,213 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,214 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName B 2024-12-11T17:34:00,214 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:00,215 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:00,215 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,216 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19e24a7954a69652a0610177049bfa77 columnFamilyName C 2024-12-11T17:34:00,216 DEBUG [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:00,217 INFO [StoreOpener-19e24a7954a69652a0610177049bfa77-1 {}] regionserver.HStore(327): Store=19e24a7954a69652a0610177049bfa77/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:00,217 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,218 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,220 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,221 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,222 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,222 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:34:00,224 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,225 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 19e24a7954a69652a0610177049bfa77; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61338969, jitterRate=-0.08597813546657562}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:34:00,225 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,226 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 19e24a7954a69652a0610177049bfa77: Running coprocessor pre-open hook at 1733938440208Writing region info on filesystem at 1733938440208Initializing all the Stores at 1733938440209 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938440209Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938440209Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938440209Cleaning up temporary data from old regions at 1733938440222 (+13 ms)Running coprocessor post-open hooks at 1733938440225 (+3 ms)Region opened successfully at 1733938440226 (+1 ms) 2024-12-11T17:34:00,226 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., pid=96, masterSystemTime=1733938440199 2024-12-11T17:34:00,228 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,228 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=OPEN, openSeqNum=5, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:00,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-12-11T17:34:00,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 in 186 msec 2024-12-11T17:34:00,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-11T17:34:00,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, REOPEN/MOVE in 567 msec 2024-12-11T17:34:00,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-11T17:34:00,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 574 msec 2024-12-11T17:34:00,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 997 msec 2024-12-11T17:34:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-11T17:34:00,240 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:00,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efff8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbf706e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,243 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d7db55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5bbd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ab969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae6566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141e8cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,248 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e1841c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7377c560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fc0fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,251 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b6b8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,253 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21baad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a1dbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,254 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c5a9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,256 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf3fcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7e3294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,258 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea5850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,259 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fb6466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588f482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,261 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ac9c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,262 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fa01ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65da83b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,264 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cc64d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfdb1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780b99fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,267 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a00daa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb85060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683026da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:00,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:00,270 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fbf9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:00,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffaf280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:00,273 DEBUG [Thread-1583 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,273 DEBUG [Thread-1587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,273 DEBUG [Thread-1589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,273 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,274 DEBUG [Thread-1591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:00,277 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:00,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:00,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,283 DEBUG [Thread-1576 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,284 DEBUG [Thread-1580 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,284 DEBUG [Thread-1574 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,284 DEBUG [Thread-1572 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,285 DEBUG [Thread-1578 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,294 DEBUG [Thread-1585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:00,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:00,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:34:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:00,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112e31097da41843dba4bdc51be6e963a8_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938440296/Put/seqid=0 2024-12-11T17:34:00,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742170_1346 (size=17034) 2024-12-11T17:34:00,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938500337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938500338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938500339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938500339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938500340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:00,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938500442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938500452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938500452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938500452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938500452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:00,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:00,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938500652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938500662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938500662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938500662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938500663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:00,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:00,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:00,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412112e31097da41843dba4bdc51be6e963a8_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112e31097da41843dba4bdc51be6e963a8_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:00,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2ee8bb5b18fa410d8f1e768db7007282, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:00,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2ee8bb5b18fa410d8f1e768db7007282 is 175, key is test_row_0/A:col10/1733938440296/Put/seqid=0 2024-12-11T17:34:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742171_1347 (size=48139) 2024-12-11T17:34:00,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:00,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:00,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938500962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938500972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938500972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938500972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938500972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2ee8bb5b18fa410d8f1e768db7007282 2024-12-11T17:34:01,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/b6dd87678f5e4e33880ea3dd4a3f4769 is 50, key is test_row_0/B:col10/1733938440296/Put/seqid=0 2024-12-11T17:34:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742172_1348 (size=12001) 2024-12-11T17:34:01,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/b6dd87678f5e4e33880ea3dd4a3f4769 2024-12-11T17:34:01,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:01,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/2f716a2ede7f42268846fb67a2a52d7f is 50, key is test_row_0/C:col10/1733938440296/Put/seqid=0 2024-12-11T17:34:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742173_1349 (size=12001) 2024-12-11T17:34:01,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938501472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938501482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938501482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938501482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938501482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:01,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:01,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:01,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/2f716a2ede7f42268846fb67a2a52d7f 2024-12-11T17:34:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2ee8bb5b18fa410d8f1e768db7007282 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282 2024-12-11T17:34:01,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282, entries=250, sequenceid=15, filesize=47.0 K 2024-12-11T17:34:01,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/b6dd87678f5e4e33880ea3dd4a3f4769 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769 2024-12-11T17:34:01,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769, entries=150, sequenceid=15, filesize=11.7 K 2024-12-11T17:34:01,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/2f716a2ede7f42268846fb67a2a52d7f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f 2024-12-11T17:34:01,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-11T17:34:01,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 19e24a7954a69652a0610177049bfa77 in 1327ms, sequenceid=15, compaction requested=false 2024-12-11T17:34:01,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:01,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-11T17:34:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:01,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:34:01,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211861ac92a9c78435d985547ef1331033f_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938440338/Put/seqid=0 2024-12-11T17:34:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742174_1350 (size=12154) 2024-12-11T17:34:01,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:34:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:02,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211861ac92a9c78435d985547ef1331033f_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211861ac92a9c78435d985547ef1331033f_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/decc9a1e844f44e194449022fecc018f, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/decc9a1e844f44e194449022fecc018f is 175, key is test_row_0/A:col10/1733938440338/Put/seqid=0 2024-12-11T17:34:02,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742175_1351 (size=30955) 2024-12-11T17:34:02,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/decc9a1e844f44e194449022fecc018f 2024-12-11T17:34:02,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/3e13999cf02047bdada3a953dfaa0d2e is 50, key is test_row_0/B:col10/1733938440338/Put/seqid=0 2024-12-11T17:34:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742176_1352 (size=12001) 2024-12-11T17:34:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:02,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/3e13999cf02047bdada3a953dfaa0d2e 2024-12-11T17:34:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:02,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/76ca00468003493fbee9d067876082cb is 50, key is test_row_0/C:col10/1733938440338/Put/seqid=0 2024-12-11T17:34:02,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742177_1353 (size=12001) 2024-12-11T17:34:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938502501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938502501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938502502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,506 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:02,506 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938502504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938502505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938502611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938502622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938502622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938502822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938502831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938502831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:02,893 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/76ca00468003493fbee9d067876082cb 2024-12-11T17:34:02,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/decc9a1e844f44e194449022fecc018f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f 2024-12-11T17:34:02,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-11T17:34:02,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/3e13999cf02047bdada3a953dfaa0d2e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e 2024-12-11T17:34:02,903 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-11T17:34:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/76ca00468003493fbee9d067876082cb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb 2024-12-11T17:34:02,907 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb, entries=150, sequenceid=40, filesize=11.7 K 2024-12-11T17:34:02,907 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 19e24a7954a69652a0610177049bfa77 in 1255ms, sequenceid=40, compaction requested=false 2024-12-11T17:34:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:02,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-11T17:34:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-11T17:34:02,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-11T17:34:02,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-12-11T17:34:02,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.6370 sec 2024-12-11T17:34:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:03,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:03,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116442e8d6cd45417589e98b0a5fa34758_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742178_1354 (size=14594) 2024-12-11T17:34:03,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938503197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938503197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938503199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938503302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938503311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938503311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938503512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938503522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938503522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,545 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:03,548 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116442e8d6cd45417589e98b0a5fa34758_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116442e8d6cd45417589e98b0a5fa34758_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:03,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/5f10e9e1a81c46e79d599dd9859a3d61, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:03,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/5f10e9e1a81c46e79d599dd9859a3d61 is 175, key is test_row_0/A:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:03,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742179_1355 (size=39549) 2024-12-11T17:34:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938503822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938503832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938503832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:03,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/5f10e9e1a81c46e79d599dd9859a3d61 2024-12-11T17:34:03,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0d953b8af40f420b883ca29fa56c53e8 is 50, key is test_row_0/B:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:03,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742180_1356 (size=12001) 2024-12-11T17:34:04,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938504341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:04,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938504342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:04,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938504342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:04,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0d953b8af40f420b883ca29fa56c53e8 2024-12-11T17:34:04,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/06ac287655784ecd8a6eabbb997b8acc is 50, key is test_row_0/C:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:04,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742181_1357 (size=12001) 2024-12-11T17:34:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-11T17:34:04,452 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:04,452 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-11T17:34:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:04,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:04,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:04,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938504522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:04,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938504522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:04,527 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:04,527 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:04,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:04,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-11T17:34:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-11T17:34:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:04,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:04,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/06ac287655784ecd8a6eabbb997b8acc 2024-12-11T17:34:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/5f10e9e1a81c46e79d599dd9859a3d61 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61 2024-12-11T17:34:04,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61, entries=200, sequenceid=52, filesize=38.6 K 2024-12-11T17:34:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0d953b8af40f420b883ca29fa56c53e8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8 2024-12-11T17:34:04,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8, entries=150, sequenceid=52, filesize=11.7 K 2024-12-11T17:34:04,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/06ac287655784ecd8a6eabbb997b8acc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc 2024-12-11T17:34:04,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc, entries=150, sequenceid=52, filesize=11.7 K 2024-12-11T17:34:04,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19e24a7954a69652a0610177049bfa77 in 1651ms, sequenceid=52, compaction requested=true 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:04,786 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:04,786 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/B is initiating minor compaction (all files) 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/A is initiating minor compaction (all files) 2024-12-11T17:34:04,787 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/B in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,787 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/A in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,787 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=115.9 K 2024-12-11T17:34:04,787 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.2 K 2024-12-11T17:34:04,787 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61] 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b6dd87678f5e4e33880ea3dd4a3f4769, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938440292 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ee8bb5b18fa410d8f1e768db7007282, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938440291 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting decc9a1e844f44e194449022fecc018f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733938440338 2024-12-11T17:34:04,787 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e13999cf02047bdada3a953dfaa0d2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733938440338 2024-12-11T17:34:04,788 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f10e9e1a81c46e79d599dd9859a3d61, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442488 2024-12-11T17:34:04,788 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d953b8af40f420b883ca29fa56c53e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442502 2024-12-11T17:34:04,793 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:04,793 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:04,794 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1d41ffa22fa64ef491dae5707f45e9c3 is 50, key is test_row_0/B:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:04,796 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412113832a2ebf1614a10901bf0906df13301_19e24a7954a69652a0610177049bfa77 store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:04,797 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412113832a2ebf1614a10901bf0906df13301_19e24a7954a69652a0610177049bfa77, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:04,797 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113832a2ebf1614a10901bf0906df13301_19e24a7954a69652a0610177049bfa77 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742182_1358 (size=12104) 2024-12-11T17:34:04,808 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1d41ffa22fa64ef491dae5707f45e9c3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1d41ffa22fa64ef491dae5707f45e9c3 2024-12-11T17:34:04,813 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/B of 19e24a7954a69652a0610177049bfa77 into 1d41ffa22fa64ef491dae5707f45e9c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:04,813 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/B, priority=13, startTime=1733938444786; duration=0sec 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:04,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/C is initiating minor compaction (all files) 2024-12-11T17:34:04,813 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/C in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,814 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.2 K 2024-12-11T17:34:04,814 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f716a2ede7f42268846fb67a2a52d7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733938440292 2024-12-11T17:34:04,814 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 76ca00468003493fbee9d067876082cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733938440338 2024-12-11T17:34:04,814 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 06ac287655784ecd8a6eabbb997b8acc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442502 2024-12-11T17:34:04,820 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742183_1359 (size=4469) 2024-12-11T17:34:04,820 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/8a6cd55696ae45b4905c2ead6a87efc9 is 50, key is test_row_0/C:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742184_1360 (size=12104) 2024-12-11T17:34:04,881 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/8a6cd55696ae45b4905c2ead6a87efc9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/8a6cd55696ae45b4905c2ead6a87efc9 2024-12-11T17:34:04,884 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/C of 19e24a7954a69652a0610177049bfa77 into 8a6cd55696ae45b4905c2ead6a87efc9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:04,884 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:04,885 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/C, priority=13, startTime=1733938444786; duration=0sec 2024-12-11T17:34:04,885 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:04,885 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:04,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-11T17:34:04,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:04,912 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:34:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211182a32ae0f91484a9ff4f178730aa743_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938443185/Put/seqid=0 2024-12-11T17:34:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742185_1361 (size=12154) 2024-12-11T17:34:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:05,221 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:05,222 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/daaefd06993c4bd2953ec76d0d81e9a4 is 175, key is test_row_0/A:col10/1733938442504/Put/seqid=0 2024-12-11T17:34:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742186_1362 (size=31058) 2024-12-11T17:34:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:05,325 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211182a32ae0f91484a9ff4f178730aa743_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211182a32ae0f91484a9ff4f178730aa743_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/03994b6f0a994cd29e3c08f2d161f50c, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/03994b6f0a994cd29e3c08f2d161f50c is 175, key is test_row_0/A:col10/1733938443185/Put/seqid=0 2024-12-11T17:34:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742187_1363 (size=30955) 2024-12-11T17:34:05,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938505372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938505378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938505379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938505482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938505491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938505492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:05,629 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/daaefd06993c4bd2953ec76d0d81e9a4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4 2024-12-11T17:34:05,632 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/A of 19e24a7954a69652a0610177049bfa77 into daaefd06993c4bd2953ec76d0d81e9a4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:05,632 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:05,632 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/A, priority=13, startTime=1733938444786; duration=0sec 2024-12-11T17:34:05,632 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:05,632 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938505692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938505701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938505701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:05,731 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/03994b6f0a994cd29e3c08f2d161f50c 2024-12-11T17:34:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1aaf4a31a04141b0bb9829cbda806862 is 50, key is test_row_0/B:col10/1733938443185/Put/seqid=0 2024-12-11T17:34:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742188_1364 (size=12001) 2024-12-11T17:34:06,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938506002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938506012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938506012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1aaf4a31a04141b0bb9829cbda806862 2024-12-11T17:34:06,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/7e8574e3a56e4e3e9996530d54389c65 is 50, key is test_row_0/C:col10/1733938443185/Put/seqid=0 2024-12-11T17:34:06,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742189_1365 (size=12001) 2024-12-11T17:34:06,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938506511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938506522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938506532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:06,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:06,551 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/7e8574e3a56e4e3e9996530d54389c65 2024-12-11T17:34:06,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/03994b6f0a994cd29e3c08f2d161f50c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c 2024-12-11T17:34:06,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c, entries=150, sequenceid=78, filesize=30.2 K 2024-12-11T17:34:06,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1aaf4a31a04141b0bb9829cbda806862 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862 2024-12-11T17:34:06,561 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862, entries=150, sequenceid=78, filesize=11.7 K 2024-12-11T17:34:06,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/7e8574e3a56e4e3e9996530d54389c65 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65 2024-12-11T17:34:06,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65, entries=150, sequenceid=78, filesize=11.7 K 2024-12-11T17:34:06,565 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 19e24a7954a69652a0610177049bfa77 in 1653ms, sequenceid=78, compaction requested=false 2024-12-11T17:34:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-11T17:34:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-11T17:34:06,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-11T17:34:06,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1120 sec 2024-12-11T17:34:06,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.1160 sec 2024-12-11T17:34:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-11T17:34:06,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:06,602 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-11T17:34:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:06,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:06,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:06,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:06,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-11T17:34:06,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:06,757 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:06,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121117fd2f01458b49c0b6b81fd747b51c3a_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938445377/Put/seqid=0 2024-12-11T17:34:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742190_1366 (size=12154) 2024-12-11T17:34:06,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:06,770 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121117fd2f01458b49c0b6b81fd747b51c3a_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121117fd2f01458b49c0b6b81fd747b51c3a_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d2246d65aa7b49469bd8674fb97e4362, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d2246d65aa7b49469bd8674fb97e4362 is 175, key is test_row_0/A:col10/1733938445377/Put/seqid=0 2024-12-11T17:34:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742191_1367 (size=30955) 2024-12-11T17:34:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:07,176 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d2246d65aa7b49469bd8674fb97e4362 2024-12-11T17:34:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/64a81f843cd34a36afb21d69e0e63111 is 50, key is test_row_0/B:col10/1733938445377/Put/seqid=0 2024-12-11T17:34:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742192_1368 (size=12001) 2024-12-11T17:34:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:07,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:07,594 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/64a81f843cd34a36afb21d69e0e63111 2024-12-11T17:34:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/f3546036897a4391ac3bc25fba230339 is 50, key is test_row_0/C:col10/1733938445377/Put/seqid=0 2024-12-11T17:34:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742193_1369 (size=12001) 2024-12-11T17:34:07,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938507618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938507618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938507618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938507731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938507731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938507731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938507942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938507942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938507942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,004 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/f3546036897a4391ac3bc25fba230339 2024-12-11T17:34:08,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d2246d65aa7b49469bd8674fb97e4362 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362 2024-12-11T17:34:08,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362, entries=150, sequenceid=91, filesize=30.2 K 2024-12-11T17:34:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/64a81f843cd34a36afb21d69e0e63111 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111 2024-12-11T17:34:08,014 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111, entries=150, sequenceid=91, filesize=11.7 K 2024-12-11T17:34:08,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/f3546036897a4391ac3bc25fba230339 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339 2024-12-11T17:34:08,017 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339, entries=150, sequenceid=91, filesize=11.7 K 2024-12-11T17:34:08,018 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 19e24a7954a69652a0610177049bfa77 in 1262ms, sequenceid=91, compaction requested=true 2024-12-11T17:34:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-11T17:34:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-11T17:34:08,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-11T17:34:08,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-11T17:34:08,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4190 sec 2024-12-11T17:34:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:08,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:34:08,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e3fdfb3568be440ba33542c850e08456_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742194_1370 (size=17034) 2024-12-11T17:34:08,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938508269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938508275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938508275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938508382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938508392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938508392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938508551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,558 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938508572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,576 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938508592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938508602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938508602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:08,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e3fdfb3568be440ba33542c850e08456_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e3fdfb3568be440ba33542c850e08456_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:08,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ed4bdb3864a04afda03e71fa8207069a, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:08,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ed4bdb3864a04afda03e71fa8207069a is 175, key is test_row_0/A:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:08,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742195_1371 (size=48139) 2024-12-11T17:34:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-11T17:34:08,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:08,752 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-11T17:34:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:08,753 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:08,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:08,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:08,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:08,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:08,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938508902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938508912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938508912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:08,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:09,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:09,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ed4bdb3864a04afda03e71fa8207069a 2024-12-11T17:34:09,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/06733a81378941b293bb28d1c249bc8f is 50, key is test_row_0/B:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742196_1372 (size=12001) 2024-12-11T17:34:09,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938509412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938509422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:09,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938509432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:09,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/06733a81378941b293bb28d1c249bc8f 2024-12-11T17:34:09,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/a99434fef30e400a92abd1060ba56480 is 50, key is test_row_0/C:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742197_1373 (size=12001) 2024-12-11T17:34:09,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:09,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/a99434fef30e400a92abd1060ba56480 2024-12-11T17:34:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ed4bdb3864a04afda03e71fa8207069a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a 2024-12-11T17:34:09,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a, entries=250, sequenceid=117, filesize=47.0 K 2024-12-11T17:34:09,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/06733a81378941b293bb28d1c249bc8f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f 2024-12-11T17:34:09,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f, entries=150, sequenceid=117, filesize=11.7 K 2024-12-11T17:34:09,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/a99434fef30e400a92abd1060ba56480 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480 2024-12-11T17:34:09,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480, entries=150, sequenceid=117, filesize=11.7 K 2024-12-11T17:34:09,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 19e24a7954a69652a0610177049bfa77 in 1650ms, sequenceid=117, compaction requested=true 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:09,907 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:09,907 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/B is initiating minor compaction (all files) 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/A is initiating minor compaction (all files) 2024-12-11T17:34:09,908 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/B in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,908 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/A in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,908 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=137.8 K 2024-12-11T17:34:09,908 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1d41ffa22fa64ef491dae5707f45e9c3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=47.0 K 2024-12-11T17:34:09,908 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a] 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d41ffa22fa64ef491dae5707f45e9c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442502 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting daaefd06993c4bd2953ec76d0d81e9a4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442502 2024-12-11T17:34:09,908 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aaf4a31a04141b0bb9829cbda806862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938443185 2024-12-11T17:34:09,909 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 64a81f843cd34a36afb21d69e0e63111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733938445365 2024-12-11T17:34:09,909 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03994b6f0a994cd29e3c08f2d161f50c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938443185 2024-12-11T17:34:09,909 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 06733a81378941b293bb28d1c249bc8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447598 2024-12-11T17:34:09,909 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2246d65aa7b49469bd8674fb97e4362, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733938445365 2024-12-11T17:34:09,909 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed4bdb3864a04afda03e71fa8207069a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447579 2024-12-11T17:34:09,917 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:09,919 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:09,919 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/af3d98859d0e46d3bb623ad9d4fd09f4 is 50, key is test_row_0/B:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:09,922 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211eed0597aae93421ab432a9a650bb289a_19e24a7954a69652a0610177049bfa77 store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:09,924 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211eed0597aae93421ab432a9a650bb289a_19e24a7954a69652a0610177049bfa77, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:09,924 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eed0597aae93421ab432a9a650bb289a_19e24a7954a69652a0610177049bfa77 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742198_1374 (size=12241) 2024-12-11T17:34:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742199_1375 (size=4469) 2024-12-11T17:34:09,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-11T17:34:09,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:09,975 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T17:34:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211158e96ef7ec3474185e100a914ae8425_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938448273/Put/seqid=0 2024-12-11T17:34:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742200_1376 (size=12154) 2024-12-11T17:34:10,330 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/af3d98859d0e46d3bb623ad9d4fd09f4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/af3d98859d0e46d3bb623ad9d4fd09f4 2024-12-11T17:34:10,333 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:10,333 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/06b210f7581549fd9229168bd84fb81f is 175, key is test_row_0/A:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:10,334 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 19e24a7954a69652a0610177049bfa77/B of 19e24a7954a69652a0610177049bfa77 into af3d98859d0e46d3bb623ad9d4fd09f4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:10,334 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:10,334 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/B, priority=12, startTime=1733938449907; duration=0sec 2024-12-11T17:34:10,334 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:10,334 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:10,334 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:10,336 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:10,336 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/C is initiating minor compaction (all files) 2024-12-11T17:34:10,336 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/C in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:10,336 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/8a6cd55696ae45b4905c2ead6a87efc9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=47.0 K 2024-12-11T17:34:10,336 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a6cd55696ae45b4905c2ead6a87efc9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733938442502 2024-12-11T17:34:10,337 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e8574e3a56e4e3e9996530d54389c65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938443185 2024-12-11T17:34:10,337 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f3546036897a4391ac3bc25fba230339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733938445365 2024-12-11T17:34:10,337 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a99434fef30e400a92abd1060ba56480, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447598 2024-12-11T17:34:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742201_1377 (size=31195) 2024-12-11T17:34:10,345 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:10,346 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0ade300ca4a44ddeb4c3f1d15adb2ec1 is 50, key is test_row_0/C:col10/1733938448254/Put/seqid=0 2024-12-11T17:34:10,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742202_1378 (size=12241) 2024-12-11T17:34:10,352 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/06b210f7581549fd9229168bd84fb81f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f 2024-12-11T17:34:10,356 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 19e24a7954a69652a0610177049bfa77/A of 19e24a7954a69652a0610177049bfa77 into 06b210f7581549fd9229168bd84fb81f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:10,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:10,356 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/A, priority=12, startTime=1733938449907; duration=0sec 2024-12-11T17:34:10,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:10,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:10,389 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211158e96ef7ec3474185e100a914ae8425_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211158e96ef7ec3474185e100a914ae8425_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:10,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/e293df9fbc564c849a07545ee29e3a33, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:10,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/e293df9fbc564c849a07545ee29e3a33 is 175, key is test_row_0/A:col10/1733938448273/Put/seqid=0 2024-12-11T17:34:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742203_1379 (size=30955) 2024-12-11T17:34:10,394 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/e293df9fbc564c849a07545ee29e3a33 2024-12-11T17:34:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/557e7913a4304c61ba54ce3cb736ee81 is 50, key is test_row_0/B:col10/1733938448273/Put/seqid=0 2024-12-11T17:34:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742204_1380 (size=12001) 2024-12-11T17:34:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:10,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938510486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938510487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938510493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938510602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,754 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0ade300ca4a44ddeb4c3f1d15adb2ec1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0ade300ca4a44ddeb4c3f1d15adb2ec1 2024-12-11T17:34:10,757 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 19e24a7954a69652a0610177049bfa77/C of 19e24a7954a69652a0610177049bfa77 into 0ade300ca4a44ddeb4c3f1d15adb2ec1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:10,757 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:10,757 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/C, priority=12, startTime=1733938449907; duration=0sec 2024-12-11T17:34:10,758 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:10,758 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:10,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/557e7913a4304c61ba54ce3cb736ee81 2024-12-11T17:34:10,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/9ad7fbd0b07e4977a0b659554ca9ffab is 50, key is test_row_0/C:col10/1733938448273/Put/seqid=0 2024-12-11T17:34:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742205_1381 (size=12001) 2024-12-11T17:34:10,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938510812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938510812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938510812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:10,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938511122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938511131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938511131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,213 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/9ad7fbd0b07e4977a0b659554ca9ffab 2024-12-11T17:34:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/e293df9fbc564c849a07545ee29e3a33 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33 2024-12-11T17:34:11,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33, entries=150, sequenceid=127, filesize=30.2 K 2024-12-11T17:34:11,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/557e7913a4304c61ba54ce3cb736ee81 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81 2024-12-11T17:34:11,224 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81, entries=150, sequenceid=127, filesize=11.7 K 2024-12-11T17:34:11,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/9ad7fbd0b07e4977a0b659554ca9ffab as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab 2024-12-11T17:34:11,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab, entries=150, sequenceid=127, filesize=11.7 K 2024-12-11T17:34:11,228 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 19e24a7954a69652a0610177049bfa77 in 1253ms, sequenceid=127, compaction requested=false 2024-12-11T17:34:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-11T17:34:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-11T17:34:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-11T17:34:11,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec 2024-12-11T17:34:11,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4790 sec 2024-12-11T17:34:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:11,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:34:11,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121130b0c8fc46754b9a8c9dc7a7f2d67e09_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:11,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742206_1382 (size=14794) 2024-12-11T17:34:11,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938511648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938511651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938511652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938511762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938511762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938511762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938511972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938511972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938511972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:12,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121130b0c8fc46754b9a8c9dc7a7f2d67e09_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121130b0c8fc46754b9a8c9dc7a7f2d67e09_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:12,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d0061df08ee441aebfe345a182b54c1d, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:12,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d0061df08ee441aebfe345a182b54c1d is 175, key is test_row_0/A:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742207_1383 (size=39749) 2024-12-11T17:34:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938512282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938512282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938512282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d0061df08ee441aebfe345a182b54c1d 2024-12-11T17:34:12,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9e25b94c8d6a4a4d942438ae85575b08 is 50, key is test_row_0/B:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:12,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742208_1384 (size=12151) 2024-12-11T17:34:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938512792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938512792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938512792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:12,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9e25b94c8d6a4a4d942438ae85575b08 2024-12-11T17:34:12,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/1f3fac69752049b498c6317dbdba3eb0 is 50, key is test_row_0/C:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742209_1385 (size=12151) 2024-12-11T17:34:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-11T17:34:12,922 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:12,922 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-11T17:34:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-11T17:34:12,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:12,924 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:12,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-11T17:34:13,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-11T17:34:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,167 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:34:13,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-11T17:34:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-11T17:34:13,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/1f3fac69752049b498c6317dbdba3eb0 2024-12-11T17:34:13,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/d0061df08ee441aebfe345a182b54c1d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d 2024-12-11T17:34:13,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d, entries=200, sequenceid=157, filesize=38.8 K 2024-12-11T17:34:13,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9e25b94c8d6a4a4d942438ae85575b08 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08 2024-12-11T17:34:13,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08, entries=150, sequenceid=157, filesize=11.9 K 2024-12-11T17:34:13,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/1f3fac69752049b498c6317dbdba3eb0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0 2024-12-11T17:34:13,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0, entries=150, sequenceid=157, filesize=11.9 K 2024-12-11T17:34:13,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 19e24a7954a69652a0610177049bfa77 in 1654ms, sequenceid=157, compaction requested=true 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:13,289 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:13,289 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:13,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:13,290 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:13,290 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:13,290 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/A is initiating minor compaction (all files) 2024-12-11T17:34:13,290 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/B is initiating minor compaction (all files) 2024-12-11T17:34:13,290 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/A in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,290 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/B in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,290 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=99.5 K 2024-12-11T17:34:13,290 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/af3d98859d0e46d3bb623ad9d4fd09f4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.5 K 2024-12-11T17:34:13,291 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d] 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting af3d98859d0e46d3bb623ad9d4fd09f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447598 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b210f7581549fd9229168bd84fb81f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447598 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 557e7913a4304c61ba54ce3cb736ee81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733938448266 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e293df9fbc564c849a07545ee29e3a33, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733938448266 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e25b94c8d6a4a4d942438ae85575b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:13,291 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0061df08ee441aebfe345a182b54c1d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:13,296 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,297 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:13,297 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/8ba83b8379364084ac5c30754da4a59f is 50, key is test_row_0/B:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:13,298 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211ac17e342bb1a44db879c80d75bd16557_19e24a7954a69652a0610177049bfa77 store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,300 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211ac17e342bb1a44db879c80d75bd16557_19e24a7954a69652a0610177049bfa77, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,300 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ac17e342bb1a44db879c80d75bd16557_19e24a7954a69652a0610177049bfa77 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742211_1387 (size=4469) 2024-12-11T17:34:13,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742210_1386 (size=12493) 2024-12-11T17:34:13,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-11T17:34:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-11T17:34:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c1cf6a3d9b1e412aad840d135084f488_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938451651/Put/seqid=0 2024-12-11T17:34:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742212_1388 (size=12304) 2024-12-11T17:34:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-11T17:34:13,718 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:13,718 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/1744906067eb4147b29b7eb02487b944 is 175, key is test_row_0/A:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742213_1389 (size=31447) 2024-12-11T17:34:13,726 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/1744906067eb4147b29b7eb02487b944 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944 2024-12-11T17:34:13,730 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/A of 19e24a7954a69652a0610177049bfa77 into 1744906067eb4147b29b7eb02487b944(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:13,730 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:13,730 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/A, priority=13, startTime=1733938453289; duration=0sec 2024-12-11T17:34:13,731 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:13,731 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:13,731 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:13,732 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:13,732 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/C is initiating minor compaction (all files) 2024-12-11T17:34:13,732 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/C in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,732 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0ade300ca4a44ddeb4c3f1d15adb2ec1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.5 K 2024-12-11T17:34:13,733 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ade300ca4a44ddeb4c3f1d15adb2ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733938447598 2024-12-11T17:34:13,733 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ad7fbd0b07e4977a0b659554ca9ffab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733938448266 2024-12-11T17:34:13,733 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f3fac69752049b498c6317dbdba3eb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:13,734 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/8ba83b8379364084ac5c30754da4a59f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/8ba83b8379364084ac5c30754da4a59f 2024-12-11T17:34:13,738 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/B of 19e24a7954a69652a0610177049bfa77 into 8ba83b8379364084ac5c30754da4a59f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:13,738 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:13,738 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/B, priority=13, startTime=1733938453289; duration=0sec 2024-12-11T17:34:13,738 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:13,738 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:13,742 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:13,743 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/eddf6d1b95ba40debc6c51086678a464 is 50, key is test_row_0/C:col10/1733938450474/Put/seqid=0 2024-12-11T17:34:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742214_1390 (size=12493) 2024-12-11T17:34:13,754 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/eddf6d1b95ba40debc6c51086678a464 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/eddf6d1b95ba40debc6c51086678a464 2024-12-11T17:34:13,759 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/C of 19e24a7954a69652a0610177049bfa77 into eddf6d1b95ba40debc6c51086678a464(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:13,759 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:13,759 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/C, priority=13, startTime=1733938453289; duration=0sec 2024-12-11T17:34:13,759 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:13,759 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:13,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c1cf6a3d9b1e412aad840d135084f488_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c1cf6a3d9b1e412aad840d135084f488_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:13,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ad87768881d2496c9f0035e343dd8594, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ad87768881d2496c9f0035e343dd8594 is 175, key is test_row_0/A:col10/1733938451651/Put/seqid=0 2024-12-11T17:34:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742215_1391 (size=31105) 2024-12-11T17:34:13,798 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ad87768881d2496c9f0035e343dd8594 2024-12-11T17:34:13,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb3b9d04c99247d6a969d97b0a08b956 is 50, key is test_row_0/B:col10/1733938451651/Put/seqid=0 2024-12-11T17:34:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:13,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742216_1392 (size=12151) 2024-12-11T17:34:13,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb3b9d04c99247d6a969d97b0a08b956 2024-12-11T17:34:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/b3f7225cdf08467e914bf7ead282195b is 50, key is test_row_0/C:col10/1733938451651/Put/seqid=0 2024-12-11T17:34:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742217_1393 (size=12151) 2024-12-11T17:34:13,817 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/b3f7225cdf08467e914bf7ead282195b 2024-12-11T17:34:13,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/ad87768881d2496c9f0035e343dd8594 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594 2024-12-11T17:34:13,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594, entries=150, sequenceid=166, filesize=30.4 K 2024-12-11T17:34:13,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb3b9d04c99247d6a969d97b0a08b956 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956 2024-12-11T17:34:13,828 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956, entries=150, sequenceid=166, filesize=11.9 K 2024-12-11T17:34:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/b3f7225cdf08467e914bf7ead282195b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b 2024-12-11T17:34:13,831 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b, entries=150, sequenceid=166, filesize=11.9 K 2024-12-11T17:34:13,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=67.09 KB/68700 for 19e24a7954a69652a0610177049bfa77 in 452ms, sequenceid=166, compaction requested=false 2024-12-11T17:34:13,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:13,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:13,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-11T17:34:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:13,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:13,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-11T17:34:13,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-11T17:34:13,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-11T17:34:13,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 911 msec 2024-12-11T17:34:13,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 915 msec 2024-12-11T17:34:13,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a8b000d61dca4e61b26eb734a68b3313_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742218_1394 (size=17284) 2024-12-11T17:34:13,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:13,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a8b000d61dca4e61b26eb734a68b3313_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a8b000d61dca4e61b26eb734a68b3313_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:13,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/45dbc92f1f88480c9db44e460203ac90, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:13,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/45dbc92f1f88480c9db44e460203ac90 is 175, key is test_row_0/A:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:13,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742219_1395 (size=48389) 2024-12-11T17:34:13,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/45dbc92f1f88480c9db44e460203ac90 2024-12-11T17:34:13,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0fa43dfadfcf4cb9b9a966189b23f6f1 is 50, key is test_row_0/B:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742220_1396 (size=12151) 2024-12-11T17:34:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938513881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938513884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938513884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938514001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938514002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938514002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-11T17:34:14,062 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:14,062 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-11T17:34:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:14,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:14,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:14,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:14,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-11T17:34:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938514212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938514212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938514212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0fa43dfadfcf4cb9b9a966189b23f6f1 2024-12-11T17:34:14,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/4db85515118c41dea27db5275cb3f015 is 50, key is test_row_0/C:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742221_1397 (size=12151) 2024-12-11T17:34:14,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-11T17:34:14,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:14,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:14,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-11T17:34:14,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:14,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938514522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938514522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:14,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938514522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:14,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-11T17:34:14,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:14,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/4db85515118c41dea27db5275cb3f015 2024-12-11T17:34:14,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/45dbc92f1f88480c9db44e460203ac90 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90 2024-12-11T17:34:14,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90, entries=250, sequenceid=184, filesize=47.3 K 2024-12-11T17:34:14,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/0fa43dfadfcf4cb9b9a966189b23f6f1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1 2024-12-11T17:34:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1, entries=150, sequenceid=184, filesize=11.9 K 2024-12-11T17:34:14,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/4db85515118c41dea27db5275cb3f015 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015 2024-12-11T17:34:14,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015, entries=150, sequenceid=184, filesize=11.9 K 2024-12-11T17:34:14,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 19e24a7954a69652a0610177049bfa77 in 864ms, sequenceid=184, compaction requested=true 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:14,697 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:14,697 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:14,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:14,700 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:14,700 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:14,700 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/B is initiating minor compaction (all files) 2024-12-11T17:34:14,700 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/A is initiating minor compaction (all files) 2024-12-11T17:34:14,700 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/B in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,700 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/A in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,701 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/8ba83b8379364084ac5c30754da4a59f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.9 K 2024-12-11T17:34:14,701 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=108.3 K 2024-12-11T17:34:14,701 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90] 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ba83b8379364084ac5c30754da4a59f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1744906067eb4147b29b7eb02487b944, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cb3b9d04c99247d6a969d97b0a08b956, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733938451643 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad87768881d2496c9f0035e343dd8594, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733938451643 2024-12-11T17:34:14,701 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fa43dfadfcf4cb9b9a966189b23f6f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453824 2024-12-11T17:34:14,702 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45dbc92f1f88480c9db44e460203ac90, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453822 2024-12-11T17:34:14,707 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:14,707 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/53b73dcd54cf4ecd8b72272f66517407 is 50, key is test_row_0/B:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:14,708 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742222_1398 (size=12595) 2024-12-11T17:34:14,711 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121135c6b96f83014143842bd132e727b138_19e24a7954a69652a0610177049bfa77 store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:14,712 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121135c6b96f83014143842bd132e727b138_19e24a7954a69652a0610177049bfa77, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:14,712 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121135c6b96f83014143842bd132e727b138_19e24a7954a69652a0610177049bfa77 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742223_1399 (size=4469) 2024-12-11T17:34:14,719 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#A#compaction#334 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:14,719 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2c61ea36fbcc4b61813e22091bd49098 is 175, key is test_row_0/A:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:14,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742224_1400 (size=31549) 2024-12-11T17:34:14,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-11T17:34:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:14,827 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T17:34:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eb43d518d61a44ea907e6179535c263a_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938453880/Put/seqid=0 2024-12-11T17:34:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742225_1401 (size=12304) 2024-12-11T17:34:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:15,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:15,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938515063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938515070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938515071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,114 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/53b73dcd54cf4ecd8b72272f66517407 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/53b73dcd54cf4ecd8b72272f66517407 2024-12-11T17:34:15,118 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/B of 19e24a7954a69652a0610177049bfa77 into 53b73dcd54cf4ecd8b72272f66517407(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:15,118 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:15,118 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/B, priority=13, startTime=1733938454697; duration=0sec 2024-12-11T17:34:15,118 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:15,118 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:15,118 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:15,119 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:15,119 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/C is initiating minor compaction (all files) 2024-12-11T17:34:15,119 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/C in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:15,119 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/eddf6d1b95ba40debc6c51086678a464, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=35.9 K 2024-12-11T17:34:15,119 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting eddf6d1b95ba40debc6c51086678a464, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733938450474 2024-12-11T17:34:15,119 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f7225cdf08467e914bf7ead282195b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733938451643 2024-12-11T17:34:15,119 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 4db85515118c41dea27db5275cb3f015, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453824 2024-12-11T17:34:15,125 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:15,125 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/92c93b852b0a471cadfad79a00f6cef2 is 50, key is test_row_0/C:col10/1733938453833/Put/seqid=0 2024-12-11T17:34:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742226_1402 (size=12595) 2024-12-11T17:34:15,129 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/2c61ea36fbcc4b61813e22091bd49098 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098 2024-12-11T17:34:15,132 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/92c93b852b0a471cadfad79a00f6cef2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/92c93b852b0a471cadfad79a00f6cef2 2024-12-11T17:34:15,132 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/A of 19e24a7954a69652a0610177049bfa77 into 2c61ea36fbcc4b61813e22091bd49098(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:15,133 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:15,133 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/A, priority=13, startTime=1733938454697; duration=0sec 2024-12-11T17:34:15,133 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:15,133 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:15,136 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/C of 19e24a7954a69652a0610177049bfa77 into 92c93b852b0a471cadfad79a00f6cef2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:15,136 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:15,136 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/C, priority=13, startTime=1733938454697; duration=0sec 2024-12-11T17:34:15,136 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:15,136 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:15,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938515182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938515182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938515182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:15,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:15,295 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211eb43d518d61a44ea907e6179535c263a_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eb43d518d61a44ea907e6179535c263a_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:15,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/72aaf04c46034f67ad2afb5d8b14cf08, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:15,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/72aaf04c46034f67ad2afb5d8b14cf08 is 175, key is test_row_0/A:col10/1733938453880/Put/seqid=0 2024-12-11T17:34:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742227_1403 (size=31105) 2024-12-11T17:34:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938515392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938515392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938515392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,701 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/72aaf04c46034f67ad2afb5d8b14cf08 2024-12-11T17:34:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938515702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/67b804b7cf8b4e9fb92d1e750eff04d3 is 50, key is test_row_0/B:col10/1733938453880/Put/seqid=0 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938515702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938515702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742228_1404 (size=12151) 2024-12-11T17:34:16,111 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/67b804b7cf8b4e9fb92d1e750eff04d3 2024-12-11T17:34:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0a3114a69f73438380af96f9ddddaf90 is 50, key is test_row_0/C:col10/1733938453880/Put/seqid=0 2024-12-11T17:34:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742229_1405 (size=12151) 2024-12-11T17:34:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:16,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938516212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:16,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938516212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938516222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:16,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0a3114a69f73438380af96f9ddddaf90 2024-12-11T17:34:16,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/72aaf04c46034f67ad2afb5d8b14cf08 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08 2024-12-11T17:34:16,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08, entries=150, sequenceid=205, filesize=30.4 K 2024-12-11T17:34:16,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/67b804b7cf8b4e9fb92d1e750eff04d3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3 2024-12-11T17:34:16,532 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3, entries=150, sequenceid=205, filesize=11.9 K 2024-12-11T17:34:16,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0a3114a69f73438380af96f9ddddaf90 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90 2024-12-11T17:34:16,536 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90, entries=150, sequenceid=205, filesize=11.9 K 2024-12-11T17:34:16,537 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19e24a7954a69652a0610177049bfa77 in 1710ms, sequenceid=205, compaction requested=false 2024-12-11T17:34:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-11T17:34:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-11T17:34:16,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-11T17:34:16,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-12-11T17:34:16,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4780 sec 2024-12-11T17:34:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:17,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:17,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T17:34:17,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b0b46311d562446f8116931c0b00564b_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742230_1406 (size=14794) 2024-12-11T17:34:17,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:17,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b0b46311d562446f8116931c0b00564b_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b0b46311d562446f8116931c0b00564b_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:17,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/07431fa1550844d0923371815d7ff301, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:17,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/07431fa1550844d0923371815d7ff301 is 175, key is test_row_0/A:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742231_1407 (size=39749) 2024-12-11T17:34:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938517274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938517274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938517275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938517382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938517392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938517392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938517592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938517601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938517601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,642 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/07431fa1550844d0923371815d7ff301 2024-12-11T17:34:17,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb9d504487ed4e269c356889b317811a is 50, key is test_row_0/B:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742232_1408 (size=12151) 2024-12-11T17:34:17,677 WARN [regionserver/d7d00a8b8c10:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-11T17:34:17,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90] to archive 2024-12-11T17:34:17,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:17,680 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2ee8bb5b18fa410d8f1e768db7007282 2024-12-11T17:34:17,680 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/5f10e9e1a81c46e79d599dd9859a3d61 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/06b210f7581549fd9229168bd84fb81f 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d2246d65aa7b49469bd8674fb97e4362 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/03994b6f0a994cd29e3c08f2d161f50c 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/daaefd06993c4bd2953ec76d0d81e9a4 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/decc9a1e844f44e194449022fecc018f 2024-12-11T17:34:17,681 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ed4bdb3864a04afda03e71fa8207069a 2024-12-11T17:34:17,682 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/e293df9fbc564c849a07545ee29e3a33 2024-12-11T17:34:17,682 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/1744906067eb4147b29b7eb02487b944 2024-12-11T17:34:17,683 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/45dbc92f1f88480c9db44e460203ac90 2024-12-11T17:34:17,683 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/ad87768881d2496c9f0035e343dd8594 2024-12-11T17:34:17,683 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/d0061df08ee441aebfe345a182b54c1d 2024-12-11T17:34:17,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1d41ffa22fa64ef491dae5707f45e9c3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/af3d98859d0e46d3bb623ad9d4fd09f4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/8ba83b8379364084ac5c30754da4a59f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1] to archive 2024-12-11T17:34:17,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:17,688 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/3e13999cf02047bdada3a953dfaa0d2e 2024-12-11T17:34:17,688 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/b6dd87678f5e4e33880ea3dd4a3f4769 2024-12-11T17:34:17,688 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0d953b8af40f420b883ca29fa56c53e8 2024-12-11T17:34:17,689 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/06733a81378941b293bb28d1c249bc8f 2024-12-11T17:34:17,689 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1aaf4a31a04141b0bb9829cbda806862 2024-12-11T17:34:17,689 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/af3d98859d0e46d3bb623ad9d4fd09f4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/af3d98859d0e46d3bb623ad9d4fd09f4 2024-12-11T17:34:17,689 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/64a81f843cd34a36afb21d69e0e63111 2024-12-11T17:34:17,689 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1d41ffa22fa64ef491dae5707f45e9c3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1d41ffa22fa64ef491dae5707f45e9c3 2024-12-11T17:34:17,690 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9e25b94c8d6a4a4d942438ae85575b08 2024-12-11T17:34:17,690 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/557e7913a4304c61ba54ce3cb736ee81 2024-12-11T17:34:17,690 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/0fa43dfadfcf4cb9b9a966189b23f6f1 2024-12-11T17:34:17,690 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/8ba83b8379364084ac5c30754da4a59f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/8ba83b8379364084ac5c30754da4a59f 2024-12-11T17:34:17,691 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb3b9d04c99247d6a969d97b0a08b956 2024-12-11T17:34:17,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/8a6cd55696ae45b4905c2ead6a87efc9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0ade300ca4a44ddeb4c3f1d15adb2ec1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/eddf6d1b95ba40debc6c51086678a464, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015] to archive 2024-12-11T17:34:17,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d00a8b8c10:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:17,696 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/f3546036897a4391ac3bc25fba230339 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/2f716a2ede7f42268846fb67a2a52d7f 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0ade300ca4a44ddeb4c3f1d15adb2ec1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0ade300ca4a44ddeb4c3f1d15adb2ec1 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/06ac287655784ecd8a6eabbb997b8acc 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/a99434fef30e400a92abd1060ba56480 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/8a6cd55696ae45b4905c2ead6a87efc9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/8a6cd55696ae45b4905c2ead6a87efc9 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/76ca00468003493fbee9d067876082cb 2024-12-11T17:34:17,697 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/7e8574e3a56e4e3e9996530d54389c65 2024-12-11T17:34:17,698 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/9ad7fbd0b07e4977a0b659554ca9ffab 2024-12-11T17:34:17,698 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/eddf6d1b95ba40debc6c51086678a464 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/eddf6d1b95ba40debc6c51086678a464 2024-12-11T17:34:17,698 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/1f3fac69752049b498c6317dbdba3eb0 2024-12-11T17:34:17,698 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/4db85515118c41dea27db5275cb3f015 2024-12-11T17:34:17,698 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/b3f7225cdf08467e914bf7ead282195b 2024-12-11T17:34:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938517902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938517912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938517912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:17,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb9d504487ed4e269c356889b317811a 2024-12-11T17:34:18,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/04eb0113f05f4596b78972c843a73f69 is 50, key is test_row_0/C:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742233_1409 (size=12151) 2024-12-11T17:34:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-11T17:34:18,232 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:18,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-11T17:34:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:18,234 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:18,234 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:18,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:18,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-11T17:34:18,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:18,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:18,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938518412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938518422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938518422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/04eb0113f05f4596b78972c843a73f69 2024-12-11T17:34:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/07431fa1550844d0923371815d7ff301 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301 2024-12-11T17:34:18,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301, entries=200, sequenceid=224, filesize=38.8 K 2024-12-11T17:34:18,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/cb9d504487ed4e269c356889b317811a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a 2024-12-11T17:34:18,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a, entries=150, sequenceid=224, filesize=11.9 K 2024-12-11T17:34:18,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/04eb0113f05f4596b78972c843a73f69 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69 2024-12-11T17:34:18,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69, entries=150, sequenceid=224, filesize=11.9 K 2024-12-11T17:34:18,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 19e24a7954a69652a0610177049bfa77 in 1248ms, sequenceid=224, compaction requested=true 2024-12-11T17:34:18,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:18,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:18,473 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:18,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:18,473 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:18,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:18,474 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:18,474 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:18,474 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/B is initiating minor compaction (all files) 2024-12-11T17:34:18,474 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/A is initiating minor compaction (all files) 2024-12-11T17:34:18,474 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/B in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,474 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/A in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,475 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=100.0 K 2024-12-11T17:34:18,475 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/53b73dcd54cf4ecd8b72272f66517407, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=36.0 K 2024-12-11T17:34:18,475 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301] 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 53b73dcd54cf4ecd8b72272f66517407, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453824 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c61ea36fbcc4b61813e22091bd49098, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453824 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b804b7cf8b4e9fb92d1e750eff04d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733938453874 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72aaf04c46034f67ad2afb5d8b14cf08, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733938453874 2024-12-11T17:34:18,475 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9d504487ed4e269c356889b317811a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938455046 2024-12-11T17:34:18,476 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07431fa1550844d0923371815d7ff301, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938455046 2024-12-11T17:34:18,480 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:18,481 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:18,481 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/30275444489e48dfaaa878991d27a459 is 50, key is test_row_0/B:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:18,482 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211d8a7d1b99633433aba3e027cda219687_19e24a7954a69652a0610177049bfa77 store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:18,484 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211d8a7d1b99633433aba3e027cda219687_19e24a7954a69652a0610177049bfa77, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:18,484 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d8a7d1b99633433aba3e027cda219687_19e24a7954a69652a0610177049bfa77 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:18,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742234_1410 (size=12254) 2024-12-11T17:34:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742235_1411 (size=4469) 2024-12-11T17:34:18,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-11T17:34:18,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,539 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T17:34:18,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115ad7f1afe6f0465597d62f07252f23fc_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938457273/Put/seqid=0 2024-12-11T17:34:18,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742236_1412 (size=12304) 2024-12-11T17:34:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:18,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. as already flushing 2024-12-11T17:34:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938518645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938518649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938518761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938518762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:18,898 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/30275444489e48dfaaa878991d27a459 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/30275444489e48dfaaa878991d27a459 2024-12-11T17:34:18,901 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#A#compaction#343 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:18,901 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/B of 19e24a7954a69652a0610177049bfa77 into 30275444489e48dfaaa878991d27a459(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:18,901 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:18,901 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/B, priority=13, startTime=1733938458473; duration=0sec 2024-12-11T17:34:18,902 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:18,902 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:18,902 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/9bf4ce1157eb4492a10be937684eb757 is 175, key is test_row_0/A:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:18,902 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:18,902 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:18,903 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 19e24a7954a69652a0610177049bfa77/C is initiating minor compaction (all files) 2024-12-11T17:34:18,903 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 19e24a7954a69652a0610177049bfa77/C in TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:18,903 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/92c93b852b0a471cadfad79a00f6cef2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp, totalSize=36.0 K 2024-12-11T17:34:18,903 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 92c93b852b0a471cadfad79a00f6cef2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733938453824 2024-12-11T17:34:18,903 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3114a69f73438380af96f9ddddaf90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733938453874 2024-12-11T17:34:18,904 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 04eb0113f05f4596b78972c843a73f69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733938455046 2024-12-11T17:34:18,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742237_1413 (size=31208) 2024-12-11T17:34:18,909 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 19e24a7954a69652a0610177049bfa77#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:18,909 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/6ca551f8218a4a808d6080faba162ed5 is 50, key is test_row_0/C:col10/1733938455070/Put/seqid=0 2024-12-11T17:34:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742238_1414 (size=12254) 2024-12-11T17:34:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:18,951 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412115ad7f1afe6f0465597d62f07252f23fc_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ad7f1afe6f0465597d62f07252f23fc_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:18,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/f0111717daca4f49b0e18624fb0ef9c1, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:18,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/f0111717daca4f49b0e18624fb0ef9c1 is 175, key is test_row_0/A:col10/1733938457273/Put/seqid=0 2024-12-11T17:34:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742239_1415 (size=31105) 2024-12-11T17:34:18,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938518972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938518972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938519282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938519282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,308 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/9bf4ce1157eb4492a10be937684eb757 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/9bf4ce1157eb4492a10be937684eb757 2024-12-11T17:34:19,312 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/A of 19e24a7954a69652a0610177049bfa77 into 9bf4ce1157eb4492a10be937684eb757(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:19,313 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:19,313 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/A, priority=13, startTime=1733938458473; duration=0sec 2024-12-11T17:34:19,313 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:19,313 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:19,315 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/6ca551f8218a4a808d6080faba162ed5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/6ca551f8218a4a808d6080faba162ed5 2024-12-11T17:34:19,319 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 19e24a7954a69652a0610177049bfa77/C of 19e24a7954a69652a0610177049bfa77 into 6ca551f8218a4a808d6080faba162ed5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:19,319 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:19,320 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., storeName=19e24a7954a69652a0610177049bfa77/C, priority=13, startTime=1733938458474; duration=0sec 2024-12-11T17:34:19,320 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:19,320 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:19,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/f0111717daca4f49b0e18624fb0ef9c1 2024-12-11T17:34:19,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/757360f1a8c64952b50164c1ba23792e is 50, key is test_row_0/B:col10/1733938457273/Put/seqid=0 2024-12-11T17:34:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742240_1416 (size=12151) 2024-12-11T17:34:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:19,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1733938519432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,435 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49920 deadline: 1733938519442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1733938519442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,446 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,447 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 19e24a7954a69652a0610177049bfa77 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,769 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/757360f1a8c64952b50164c1ba23792e 2024-12-11T17:34:19,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/507b757b76fb419eba9ae94ceadea572 is 50, key is test_row_0/C:col10/1733938457273/Put/seqid=0 2024-12-11T17:34:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742241_1417 (size=12151) 2024-12-11T17:34:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49936 deadline: 1733938519792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:19,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49906 deadline: 1733938519802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:19,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:20,179 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/507b757b76fb419eba9ae94ceadea572 2024-12-11T17:34:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/f0111717daca4f49b0e18624fb0ef9c1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/f0111717daca4f49b0e18624fb0ef9c1 2024-12-11T17:34:20,247 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/f0111717daca4f49b0e18624fb0ef9c1, entries=150, sequenceid=245, filesize=30.4 K 2024-12-11T17:34:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/757360f1a8c64952b50164c1ba23792e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/757360f1a8c64952b50164c1ba23792e 2024-12-11T17:34:20,250 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/757360f1a8c64952b50164c1ba23792e, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:34:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/507b757b76fb419eba9ae94ceadea572 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/507b757b76fb419eba9ae94ceadea572 2024-12-11T17:34:20,254 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/507b757b76fb419eba9ae94ceadea572, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:34:20,254 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 19e24a7954a69652a0610177049bfa77 in 1715ms, sequenceid=245, compaction requested=false 2024-12-11T17:34:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-11T17:34:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-11T17:34:20,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-11T17:34:20,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-12-11T17:34:20,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.0260 sec 2024-12-11T17:34:20,297 INFO [Thread-1591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1591. 2024-12-11T17:34:20,297 DEBUG [Thread-1591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,297 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,297 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,298 INFO [Thread-1585 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1585. 2024-12-11T17:34:20,298 DEBUG [Thread-1585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,298 DEBUG [Thread-1585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,298 DEBUG [Thread-1585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,299 INFO [Thread-1587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1587. 2024-12-11T17:34:20,299 DEBUG [Thread-1587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,299 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,299 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,302 INFO [Thread-1589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1589. 2024-12-11T17:34:20,302 DEBUG [Thread-1589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,302 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,302 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,303 INFO [Thread-1583 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1583. 2024-12-11T17:34:20,303 DEBUG [Thread-1583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,303 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,303 DEBUG [Thread-1583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-11T17:34:20,383 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:20,807 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:20,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T17:34:20,807 INFO [Thread-1578 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1578. 2024-12-11T17:34:20,808 DEBUG [Thread-1578 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,808 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,808 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,814 INFO [Thread-1580 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1580. 2024-12-11T17:34:20,814 DEBUG [Thread-1580 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:20,814 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,814 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:20,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:20,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ba406859d9df4635988c3f7aa54c9960_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938458643/Put/seqid=0 2024-12-11T17:34:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742242_1418 (size=12454) 2024-12-11T17:34:21,221 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211ba406859d9df4635988c3f7aa54c9960_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ba406859d9df4635988c3f7aa54c9960_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:21,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/4d3ae877b1d243b99657acb2ba6cf3bd, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:21,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/4d3ae877b1d243b99657acb2ba6cf3bd is 175, key is test_row_0/A:col10/1733938458643/Put/seqid=0 2024-12-11T17:34:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742243_1419 (size=31255) 2024-12-11T17:34:21,456 INFO [Thread-1576 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1576. 2024-12-11T17:34:21,456 DEBUG [Thread-1576 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:21,456 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,457 DEBUG [Thread-1576 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:21,465 INFO [Thread-1574 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1574. 2024-12-11T17:34:21,465 INFO [Thread-1572 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1572. 2024-12-11T17:34:21,466 DEBUG [Thread-1574 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:21,466 DEBUG [Thread-1572 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:21,466 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,466 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,466 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,466 DEBUG [Thread-1574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:21,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1965 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5880 rows 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1953 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5859 rows 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1963 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5868 rows 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1960 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5873 rows 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1962 2024-12-11T17:34:21,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5868 rows 2024-12-11T17:34:21,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:34:21,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:34:21,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:21,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:21,468 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:34:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:21,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938461472"}]},"ts":"1733938461472"} 2024-12-11T17:34:21,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:34:21,474 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:34:21,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:34:21,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, UNASSIGN}] 2024-12-11T17:34:21,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, UNASSIGN 2024-12-11T17:34:21,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, UNASSIGN because future has completed 2024-12-11T17:34:21,478 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:34:21,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:21,632 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:21,632 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:34:21,632 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 19e24a7954a69652a0610177049bfa77, disabling compactions & flushes 2024-12-11T17:34:21,633 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:21,640 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/4d3ae877b1d243b99657acb2ba6cf3bd 2024-12-11T17:34:21,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1833ae7f510844d9aa11c5eef2f7d2d5 is 50, key is test_row_0/B:col10/1733938458643/Put/seqid=0 2024-12-11T17:34:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742244_1420 (size=12301) 2024-12-11T17:34:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:22,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1833ae7f510844d9aa11c5eef2f7d2d5 2024-12-11T17:34:22,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0f79c828778a46ef9c5067f564b058d2 is 50, key is test_row_0/C:col10/1733938458643/Put/seqid=0 2024-12-11T17:34:22,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742245_1421 (size=12301) 2024-12-11T17:34:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:22,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0f79c828778a46ef9c5067f564b058d2 2024-12-11T17:34:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/4d3ae877b1d243b99657acb2ba6cf3bd as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/4d3ae877b1d243b99657acb2ba6cf3bd 2024-12-11T17:34:22,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/4d3ae877b1d243b99657acb2ba6cf3bd, entries=150, sequenceid=264, filesize=30.5 K 2024-12-11T17:34:22,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/1833ae7f510844d9aa11c5eef2f7d2d5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1833ae7f510844d9aa11c5eef2f7d2d5 2024-12-11T17:34:22,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1833ae7f510844d9aa11c5eef2f7d2d5, entries=150, sequenceid=264, filesize=12.0 K 2024-12-11T17:34:22,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/0f79c828778a46ef9c5067f564b058d2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0f79c828778a46ef9c5067f564b058d2 2024-12-11T17:34:22,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0f79c828778a46ef9c5067f564b058d2, entries=150, sequenceid=264, filesize=12.0 K 2024-12-11T17:34:22,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 19e24a7954a69652a0610177049bfa77 in 1696ms, sequenceid=264, compaction requested=true 2024-12-11T17:34:22,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 19e24a7954a69652a0610177049bfa77: 2024-12-11T17:34:22,503 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:22,504 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:22,504 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. after waiting 0 ms 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:22,504 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 19e24a7954a69652a0610177049bfa77:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:22,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. because compaction request was cancelled 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:A 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. because compaction request was cancelled 2024-12-11T17:34:22,504 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 19e24a7954a69652a0610177049bfa77 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. because compaction request was cancelled 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:C 2024-12-11T17:34:22,504 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 19e24a7954a69652a0610177049bfa77:B 2024-12-11T17:34:22,510 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116d0495aa21b14fd1baba7c168a2b1cfd_19e24a7954a69652a0610177049bfa77 is 50, key is test_row_0/A:col10/1733938461464/Put/seqid=0 2024-12-11T17:34:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742246_1422 (size=9914) 2024-12-11T17:34:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:22,916 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:22,925 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116d0495aa21b14fd1baba7c168a2b1cfd_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116d0495aa21b14fd1baba7c168a2b1cfd_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:22,927 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/3598edd2a86d4ca8b5a3c210d5841609, store: [table=TestAcidGuarantees family=A region=19e24a7954a69652a0610177049bfa77] 2024-12-11T17:34:22,927 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/3598edd2a86d4ca8b5a3c210d5841609 is 175, key is test_row_0/A:col10/1733938461464/Put/seqid=0 2024-12-11T17:34:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742247_1423 (size=22561) 2024-12-11T17:34:23,332 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/3598edd2a86d4ca8b5a3c210d5841609 2024-12-11T17:34:23,344 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9d2ecf792bdb41ff98fef77418003ec5 is 50, key is test_row_0/B:col10/1733938461464/Put/seqid=0 2024-12-11T17:34:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742248_1424 (size=9857) 2024-12-11T17:34:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:23,748 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9d2ecf792bdb41ff98fef77418003ec5 2024-12-11T17:34:23,759 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/e3823838377b42c99523c6fab04c401f is 50, key is test_row_0/C:col10/1733938461464/Put/seqid=0 2024-12-11T17:34:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742249_1425 (size=9857) 2024-12-11T17:34:24,165 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/e3823838377b42c99523c6fab04c401f 2024-12-11T17:34:24,175 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/A/3598edd2a86d4ca8b5a3c210d5841609 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/3598edd2a86d4ca8b5a3c210d5841609 2024-12-11T17:34:24,179 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/3598edd2a86d4ca8b5a3c210d5841609, entries=100, sequenceid=271, filesize=22.0 K 2024-12-11T17:34:24,180 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/B/9d2ecf792bdb41ff98fef77418003ec5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9d2ecf792bdb41ff98fef77418003ec5 2024-12-11T17:34:24,184 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9d2ecf792bdb41ff98fef77418003ec5, entries=100, sequenceid=271, filesize=9.6 K 2024-12-11T17:34:24,185 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/.tmp/C/e3823838377b42c99523c6fab04c401f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/e3823838377b42c99523c6fab04c401f 2024-12-11T17:34:24,189 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/e3823838377b42c99523c6fab04c401f, entries=100, sequenceid=271, filesize=9.6 K 2024-12-11T17:34:24,190 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 19e24a7954a69652a0610177049bfa77 in 1686ms, sequenceid=271, compaction requested=true 2024-12-11T17:34:24,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301] to archive 2024-12-11T17:34:24,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:24,192 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/2c61ea36fbcc4b61813e22091bd49098 2024-12-11T17:34:24,192 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/72aaf04c46034f67ad2afb5d8b14cf08 2024-12-11T17:34:24,193 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/07431fa1550844d0923371815d7ff301 2024-12-11T17:34:24,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/53b73dcd54cf4ecd8b72272f66517407, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a] to archive 2024-12-11T17:34:24,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:24,196 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/67b804b7cf8b4e9fb92d1e750eff04d3 2024-12-11T17:34:24,196 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/53b73dcd54cf4ecd8b72272f66517407 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/53b73dcd54cf4ecd8b72272f66517407 2024-12-11T17:34:24,196 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/cb9d504487ed4e269c356889b317811a 2024-12-11T17:34:24,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/92c93b852b0a471cadfad79a00f6cef2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69] to archive 2024-12-11T17:34:24,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:24,199 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0a3114a69f73438380af96f9ddddaf90 2024-12-11T17:34:24,200 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/04eb0113f05f4596b78972c843a73f69 2024-12-11T17:34:24,200 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/92c93b852b0a471cadfad79a00f6cef2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/92c93b852b0a471cadfad79a00f6cef2 2024-12-11T17:34:24,204 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits/274.seqid, newMaxSeqId=274, maxSeqId=4 2024-12-11T17:34:24,204 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. 2024-12-11T17:34:24,204 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 19e24a7954a69652a0610177049bfa77: Waiting for close lock at 1733938461632Running coprocessor pre-close hooks at 1733938461632Disabling compacts and flushes for region at 1733938461632Disabling writes for close at 1733938462504 (+872 ms)Obtaining lock to block concurrent updates at 1733938462504Preparing flush snapshotting stores in 19e24a7954a69652a0610177049bfa77 at 1733938462504Finished memstore snapshotting TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733938462504Flushing stores of TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77. at 1733938462505 (+1 ms)Flushing 19e24a7954a69652a0610177049bfa77/A: creating writer at 1733938462505Flushing mob file 19e24a7954a69652a0610177049bfa77/A: appending metadata at 1733938462510 (+5 ms)Flushing mob file 19e24a7954a69652a0610177049bfa77/A: closing flushed file at 1733938462510Flushing 19e24a7954a69652a0610177049bfa77/A: appending metadata at 1733938462927 (+417 ms)Flushing 19e24a7954a69652a0610177049bfa77/A: closing flushed file at 1733938462927Flushing 19e24a7954a69652a0610177049bfa77/B: creating writer at 1733938463340 (+413 ms)Flushing 19e24a7954a69652a0610177049bfa77/B: appending metadata at 1733938463344 (+4 ms)Flushing 19e24a7954a69652a0610177049bfa77/B: closing flushed file at 1733938463344Flushing 19e24a7954a69652a0610177049bfa77/C: creating writer at 1733938463754 (+410 ms)Flushing 19e24a7954a69652a0610177049bfa77/C: appending metadata at 1733938463758 (+4 ms)Flushing 19e24a7954a69652a0610177049bfa77/C: closing flushed file at 1733938463758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c21a6f: reopening flushed file at 1733938464174 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a8dad8: reopening flushed file at 1733938464180 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f49617f: reopening flushed file at 1733938464185 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 19e24a7954a69652a0610177049bfa77 in 1686ms, sequenceid=271, compaction requested=true at 1733938464190 (+5 ms)Writing region close event to WAL at 1733938464201 (+11 ms)Running coprocessor post-close hooks at 1733938464204 (+3 ms)Closed at 1733938464204 2024-12-11T17:34:24,207 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:24,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=19e24a7954a69652a0610177049bfa77, regionState=CLOSED 2024-12-11T17:34:24,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:24,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-11T17:34:24,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 19e24a7954a69652a0610177049bfa77, server=d7d00a8b8c10,33151,1733938334749 in 2.7320 sec 2024-12-11T17:34:24,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-11T17:34:24,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=19e24a7954a69652a0610177049bfa77, UNASSIGN in 2.7370 sec 2024-12-11T17:34:24,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-11T17:34:24,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7410 sec 2024-12-11T17:34:24,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938464219"}]},"ts":"1733938464219"} 2024-12-11T17:34:24,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:34:24,221 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:34:24,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7540 sec 2024-12-11T17:34:24,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:34:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-11T17:34:25,633 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:25,635 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:34:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,639 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-11T17:34:25,641 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,645 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,649 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits] 2024-12-11T17:34:25,653 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/9bf4ce1157eb4492a10be937684eb757 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/9bf4ce1157eb4492a10be937684eb757 2024-12-11T17:34:25,653 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/3598edd2a86d4ca8b5a3c210d5841609 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/3598edd2a86d4ca8b5a3c210d5841609 2024-12-11T17:34:25,653 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/4d3ae877b1d243b99657acb2ba6cf3bd to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/4d3ae877b1d243b99657acb2ba6cf3bd 2024-12-11T17:34:25,653 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/f0111717daca4f49b0e18624fb0ef9c1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/A/f0111717daca4f49b0e18624fb0ef9c1 2024-12-11T17:34:25,657 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1833ae7f510844d9aa11c5eef2f7d2d5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/1833ae7f510844d9aa11c5eef2f7d2d5 2024-12-11T17:34:25,657 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/757360f1a8c64952b50164c1ba23792e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/757360f1a8c64952b50164c1ba23792e 2024-12-11T17:34:25,657 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/30275444489e48dfaaa878991d27a459 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/30275444489e48dfaaa878991d27a459 2024-12-11T17:34:25,657 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9d2ecf792bdb41ff98fef77418003ec5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/B/9d2ecf792bdb41ff98fef77418003ec5 2024-12-11T17:34:25,661 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/507b757b76fb419eba9ae94ceadea572 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/507b757b76fb419eba9ae94ceadea572 2024-12-11T17:34:25,661 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/6ca551f8218a4a808d6080faba162ed5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/6ca551f8218a4a808d6080faba162ed5 2024-12-11T17:34:25,661 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0f79c828778a46ef9c5067f564b058d2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/0f79c828778a46ef9c5067f564b058d2 2024-12-11T17:34:25,662 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/e3823838377b42c99523c6fab04c401f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/C/e3823838377b42c99523c6fab04c401f 2024-12-11T17:34:25,664 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits/274.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77/recovered.edits/274.seqid 2024-12-11T17:34:25,665 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,665 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:34:25,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:34:25,666 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T17:34:25,672 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211158e96ef7ec3474185e100a914ae8425_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211158e96ef7ec3474185e100a914ae8425_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,672 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121117fd2f01458b49c0b6b81fd747b51c3a_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121117fd2f01458b49c0b6b81fd747b51c3a_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211182a32ae0f91484a9ff4f178730aa743_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211182a32ae0f91484a9ff4f178730aa743_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112e31097da41843dba4bdc51be6e963a8_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412112e31097da41843dba4bdc51be6e963a8_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116442e8d6cd45417589e98b0a5fa34758_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116442e8d6cd45417589e98b0a5fa34758_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121130b0c8fc46754b9a8c9dc7a7f2d67e09_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121130b0c8fc46754b9a8c9dc7a7f2d67e09_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116d0495aa21b14fd1baba7c168a2b1cfd_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116d0495aa21b14fd1baba7c168a2b1cfd_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,673 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ad7f1afe6f0465597d62f07252f23fc_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412115ad7f1afe6f0465597d62f07252f23fc_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,674 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211861ac92a9c78435d985547ef1331033f_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211861ac92a9c78435d985547ef1331033f_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,674 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a8b000d61dca4e61b26eb734a68b3313_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a8b000d61dca4e61b26eb734a68b3313_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,674 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c1cf6a3d9b1e412aad840d135084f488_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c1cf6a3d9b1e412aad840d135084f488_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,675 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b0b46311d562446f8116931c0b00564b_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b0b46311d562446f8116931c0b00564b_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,675 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ba406859d9df4635988c3f7aa54c9960_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211ba406859d9df4635988c3f7aa54c9960_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,675 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e3fdfb3568be440ba33542c850e08456_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e3fdfb3568be440ba33542c850e08456_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,675 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eb43d518d61a44ea907e6179535c263a_19e24a7954a69652a0610177049bfa77 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211eb43d518d61a44ea907e6179535c263a_19e24a7954a69652a0610177049bfa77 2024-12-11T17:34:25,675 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:34:25,677 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,678 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:34:25,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:34:25,681 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,681 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:34:25,681 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938465681"}]},"ts":"9223372036854775807"} 2024-12-11T17:34:25,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:34:25,683 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 19e24a7954a69652a0610177049bfa77, NAME => 'TestAcidGuarantees,,1733938437074.19e24a7954a69652a0610177049bfa77.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:34:25,683 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:34:25,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938465683"}]},"ts":"9223372036854775807"} 2024-12-11T17:34:25,684 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:34:25,685 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-11T17:34:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-11T17:34:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:34:25,753 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:25,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=247 (was 244) - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4981 (was 4999) 2024-12-11T17:34:25,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=4980 2024-12-11T17:34:25,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:34:25,776 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:34:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:25,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:34:25,778 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:25,778 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-12-11T17:34:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:25,779 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:34:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742250_1426 (size=959) 2024-12-11T17:34:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:26,190 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:34:26,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742251_1427 (size=53) 2024-12-11T17:34:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:26,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:26,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3e89ec80c8e6d75cee5354f1c848cd93, disabling compactions & flushes 2024-12-11T17:34:26,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. after waiting 0 ms 2024-12-11T17:34:26,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,601 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e89ec80c8e6d75cee5354f1c848cd93: Waiting for close lock at 1733938466600Disabling compacts and flushes for region at 1733938466600Disabling writes for close at 1733938466601 (+1 ms)Writing region close event to WAL at 1733938466601Closed at 1733938466601 2024-12-11T17:34:26,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:34:26,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938466604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938466604"}]},"ts":"1733938466604"} 2024-12-11T17:34:26,608 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:34:26,609 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:34:26,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938466609"}]},"ts":"1733938466609"} 2024-12-11T17:34:26,612 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:34:26,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, ASSIGN}] 2024-12-11T17:34:26,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, ASSIGN 2024-12-11T17:34:26,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:34:26,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=3e89ec80c8e6d75cee5354f1c848cd93, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:26,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, ASSIGN because future has completed 2024-12-11T17:34:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:26,931 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,932 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:34:26,934 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,934 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:26,934 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,934 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,937 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,939 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e89ec80c8e6d75cee5354f1c848cd93 columnFamilyName A 2024-12-11T17:34:26,939 DEBUG [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:26,940 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(327): Store=3e89ec80c8e6d75cee5354f1c848cd93/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:26,940 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,942 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e89ec80c8e6d75cee5354f1c848cd93 columnFamilyName B 2024-12-11T17:34:26,942 DEBUG [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:26,942 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(327): Store=3e89ec80c8e6d75cee5354f1c848cd93/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:26,942 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,944 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e89ec80c8e6d75cee5354f1c848cd93 columnFamilyName C 2024-12-11T17:34:26,944 DEBUG [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:26,944 INFO [StoreOpener-3e89ec80c8e6d75cee5354f1c848cd93-1 {}] regionserver.HStore(327): Store=3e89ec80c8e6d75cee5354f1c848cd93/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:26,944 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,945 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,946 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,947 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,947 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,948 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:34:26,949 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,951 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:34:26,952 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 3e89ec80c8e6d75cee5354f1c848cd93; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70484938, jitterRate=0.05030742287635803}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:34:26,952 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:26,952 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 3e89ec80c8e6d75cee5354f1c848cd93: Running coprocessor pre-open hook at 1733938466935Writing region info on filesystem at 1733938466935Initializing all the Stores at 1733938466937 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938466937Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938466937Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938466937Cleaning up temporary data from old regions at 1733938466947 (+10 ms)Running coprocessor post-open hooks at 1733938466952 (+5 ms)Region opened successfully at 1733938466952 2024-12-11T17:34:26,953 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., pid=118, masterSystemTime=1733938466924 2024-12-11T17:34:26,955 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,955 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:26,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=3e89ec80c8e6d75cee5354f1c848cd93, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:26,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:26,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-11T17:34:26,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 in 188 msec 2024-12-11T17:34:26,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-12-11T17:34:26,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, ASSIGN in 349 msec 2024-12-11T17:34:26,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:34:26,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938466964"}]},"ts":"1733938466964"} 2024-12-11T17:34:26,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:34:26,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:34:26,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-12-11T17:34:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-11T17:34:27,924 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:27,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b3abaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,930 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450aaf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b08ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:34:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:34:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6814b698 2024-12-11T17:34:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:34:27,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:34:27,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7974c529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,940 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66451af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f710e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6ae63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,944 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a026b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,945 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce21a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f84d69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,947 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43926d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b59ea9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3727a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,951 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a05c936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f6f9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc2ba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,955 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fd8176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e10464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb08f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1f1f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f15c0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b30b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,963 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbdaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,965 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ecc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e43cee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,967 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d4485c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6108d259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ac2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,971 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff170e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,973 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6b73f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc3c2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:27,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:27,974 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:27,975 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6374fb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:27,976 DEBUG [Thread-1947 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,976 DEBUG [Thread-1930 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,976 DEBUG [Thread-1932 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,976 DEBUG [Thread-1941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,976 DEBUG [Thread-1943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,976 DEBUG [Thread-1934 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,977 DEBUG [Thread-1936 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,977 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,978 DEBUG [Thread-1939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,978 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,978 DEBUG [Thread-1945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:27,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:27,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-11T17:34:27,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,983 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2] 2024-12-11T17:34:27,984 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:27,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:27,993 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:27,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:34:28,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/8d794dc11d4542a89f873fc77581234a is 50, key is test_row_0/A:col10/1733938467992/Put/seqid=0 2024-12-11T17:34:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742252_1428 (size=16681) 2024-12-11T17:34:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:28,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-11T17:34:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-11T17:34:28,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:28,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/8d794dc11d4542a89f873fc77581234a 2024-12-11T17:34:28,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/fd186e297f6a447b83c631ebfc133dd4 is 50, key is test_row_0/B:col10/1733938467992/Put/seqid=0 2024-12-11T17:34:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742253_1429 (size=12001) 2024-12-11T17:34:28,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/fd186e297f6a447b83c631ebfc133dd4 2024-12-11T17:34:28,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-11T17:34:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:28,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/761237b96a9440c281a98e79c9973a5a is 50, key is test_row_0/C:col10/1733938467992/Put/seqid=0 2024-12-11T17:34:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742254_1430 (size=12001) 2024-12-11T17:34:28,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/761237b96a9440c281a98e79c9973a5a 2024-12-11T17:34:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/8d794dc11d4542a89f873fc77581234a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a 2024-12-11T17:34:28,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a, entries=250, sequenceid=14, filesize=16.3 K 2024-12-11T17:34:28,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/fd186e297f6a447b83c631ebfc133dd4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4 2024-12-11T17:34:28,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4, entries=150, sequenceid=14, filesize=11.7 K 2024-12-11T17:34:28,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/761237b96a9440c281a98e79c9973a5a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a 2024-12-11T17:34:28,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-11T17:34:28,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e89ec80c8e6d75cee5354f1c848cd93 in 492ms, sequenceid=14, compaction requested=false 2024-12-11T17:34:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:28,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-11T17:34:28,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:28,598 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:34:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/50dd221ea98d487b8f01a41a6ff5aa0b is 50, key is test_row_0/A:col10/1733938468023/Put/seqid=0 2024-12-11T17:34:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742255_1431 (size=12001) 2024-12-11T17:34:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:28,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938528992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938528992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938528992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938528992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938528992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:28,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/50dd221ea98d487b8f01a41a6ff5aa0b 2024-12-11T17:34:29,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/37fe56a2f94c4f81ae526e53cf2a7eb3 is 50, key is test_row_0/B:col10/1733938468023/Put/seqid=0 2024-12-11T17:34:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742256_1432 (size=12001) 2024-12-11T17:34:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938529302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,420 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/37fe56a2f94c4f81ae526e53cf2a7eb3 2024-12-11T17:34:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/8a596c3517fc4e63b0d8f8cfde1d1b9f is 50, key is test_row_0/C:col10/1733938468023/Put/seqid=0 2024-12-11T17:34:29,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742257_1433 (size=12001) 2024-12-11T17:34:29,718 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:34:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938529812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938529812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938529812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938529812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938529822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:29,828 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/8a596c3517fc4e63b0d8f8cfde1d1b9f 2024-12-11T17:34:29,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/50dd221ea98d487b8f01a41a6ff5aa0b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b 2024-12-11T17:34:29,835 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:34:29,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/37fe56a2f94c4f81ae526e53cf2a7eb3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3 2024-12-11T17:34:29,838 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:34:29,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/8a596c3517fc4e63b0d8f8cfde1d1b9f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f 2024-12-11T17:34:29,841 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f, entries=150, sequenceid=37, filesize=11.7 K 2024-12-11T17:34:29,842 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1244ms, sequenceid=37, compaction requested=false 2024-12-11T17:34:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-11T17:34:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-11T17:34:29,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-11T17:34:29,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-12-11T17:34:29,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8670 sec 2024-12-11T17:34:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-11T17:34:30,132 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-11T17:34:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:30,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:30,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:30,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:30,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-11T17:34:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:30,286 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T17:34:30,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/78876ed03be8447180d63af9ea215509 is 50, key is test_row_0/A:col10/1733938468665/Put/seqid=0 2024-12-11T17:34:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742258_1434 (size=12001) 2024-12-11T17:34:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:30,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/78876ed03be8447180d63af9ea215509 2024-12-11T17:34:30,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/8968acbf043740a2a7b2413b2955440f is 50, key is test_row_0/B:col10/1733938468665/Put/seqid=0 2024-12-11T17:34:30,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742259_1435 (size=12001) 2024-12-11T17:34:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:30,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:30,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938530853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938530854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938530855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938530856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938530856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938530962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938530962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938530971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938530971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938530972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,151 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/8968acbf043740a2a7b2413b2955440f 2024-12-11T17:34:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5f1ba0ce40bd44ee93877a8c16b9ef18 is 50, key is test_row_0/C:col10/1733938468665/Put/seqid=0 2024-12-11T17:34:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742260_1436 (size=12001) 2024-12-11T17:34:31,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938531172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938531172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938531182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938531182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938531182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:31,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938531482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938531482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938531492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938531492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938531493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:31,559 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5f1ba0ce40bd44ee93877a8c16b9ef18 2024-12-11T17:34:31,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/78876ed03be8447180d63af9ea215509 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509 2024-12-11T17:34:31,565 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509, entries=150, sequenceid=50, filesize=11.7 K 2024-12-11T17:34:31,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/8968acbf043740a2a7b2413b2955440f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f 2024-12-11T17:34:31,568 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f, entries=150, sequenceid=50, filesize=11.7 K 2024-12-11T17:34:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5f1ba0ce40bd44ee93877a8c16b9ef18 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18 2024-12-11T17:34:31,571 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18, entries=150, sequenceid=50, filesize=11.7 K 2024-12-11T17:34:31,572 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1286ms, sequenceid=50, compaction requested=true 2024-12-11T17:34:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-11T17:34:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-11T17:34:31,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-11T17:34:31,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-12-11T17:34:31,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4430 sec 2024-12-11T17:34:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:31,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:31,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:34:32,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/a4abab3c91d149f594c07c58785f9dd6 is 50, key is test_row_0/A:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:32,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742261_1437 (size=16681) 2024-12-11T17:34:32,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938532012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938532017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938532017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938532018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938532018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938532132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938532132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938532132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938532132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-11T17:34:32,282 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:32,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-11T17:34:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:32,284 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:32,285 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:32,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:32,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:32,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/a4abab3c91d149f594c07c58785f9dd6 2024-12-11T17:34:32,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/367dc20a1d5040cc8f6a1a487bc540d9 is 50, key is test_row_0/B:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:32,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742262_1438 (size=12001) 2024-12-11T17:34:32,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938532652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938532652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938532652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938532653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:32,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/367dc20a1d5040cc8f6a1a487bc540d9 2024-12-11T17:34:32,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0ee45deec6e44485a05277abd8ae63b5 is 50, key is test_row_0/C:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742263_1439 (size=12001) 2024-12-11T17:34:32,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:32,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938533022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:33,027 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 3e89ec80c8e6d75cee5354f1c848cd93 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:33,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:33,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:33,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938533162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938533162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938533172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938533172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:33,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:33,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0ee45deec6e44485a05277abd8ae63b5 2024-12-11T17:34:33,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/a4abab3c91d149f594c07c58785f9dd6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6 2024-12-11T17:34:33,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6, entries=250, sequenceid=75, filesize=16.3 K 2024-12-11T17:34:33,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/367dc20a1d5040cc8f6a1a487bc540d9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9 2024-12-11T17:34:33,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9, entries=150, sequenceid=75, filesize=11.7 K 2024-12-11T17:34:33,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0ee45deec6e44485a05277abd8ae63b5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5 2024-12-11T17:34:33,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5, entries=150, sequenceid=75, filesize=11.7 K 2024-12-11T17:34:33,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1238ms, sequenceid=75, compaction requested=true 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:33,235 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:33,235 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:33,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:33,236 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:33,236 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:33,236 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:33,236 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:33,236 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,236 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=56.0 K 2024-12-11T17:34:33,236 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,236 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=46.9 K 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d794dc11d4542a89f873fc77581234a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938467985 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting fd186e297f6a447b83c631ebfc133dd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938467985 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50dd221ea98d487b8f01a41a6ff5aa0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938468016 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 37fe56a2f94c4f81ae526e53cf2a7eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938468016 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78876ed03be8447180d63af9ea215509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733938468665 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4abab3c91d149f594c07c58785f9dd6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470845 2024-12-11T17:34:33,237 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8968acbf043740a2a7b2413b2955440f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733938468665 2024-12-11T17:34:33,238 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 367dc20a1d5040cc8f6a1a487bc540d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470855 2024-12-11T17:34:33,246 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:33,246 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/fa2d9fcd61cb4f85903e553536722d73 is 50, key is test_row_0/A:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:33,249 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:33,249 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f6344110ba1e4f66ae5de6c630f23d8b is 50, key is test_row_0/B:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742264_1440 (size=12139) 2024-12-11T17:34:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742265_1441 (size=12139) 2024-12-11T17:34:33,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-11T17:34:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,353 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:33,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/80d16aaeb82b4ae083c5dcda886ae7e5 is 50, key is test_row_0/A:col10/1733938472016/Put/seqid=0 2024-12-11T17:34:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742266_1442 (size=12001) 2024-12-11T17:34:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:33,656 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/fa2d9fcd61cb4f85903e553536722d73 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fa2d9fcd61cb4f85903e553536722d73 2024-12-11T17:34:33,659 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into fa2d9fcd61cb4f85903e553536722d73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:33,659 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:33,659 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=12, startTime=1733938473235; duration=0sec 2024-12-11T17:34:33,659 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:33,659 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:33,660 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:34:33,660 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:34:33,661 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:33,661 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:33,661 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=46.9 K 2024-12-11T17:34:33,661 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 761237b96a9440c281a98e79c9973a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733938467985 2024-12-11T17:34:33,661 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a596c3517fc4e63b0d8f8cfde1d1b9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733938468016 2024-12-11T17:34:33,662 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f1ba0ce40bd44ee93877a8c16b9ef18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733938468665 2024-12-11T17:34:33,662 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee45deec6e44485a05277abd8ae63b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470855 2024-12-11T17:34:33,665 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f6344110ba1e4f66ae5de6c630f23d8b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f6344110ba1e4f66ae5de6c630f23d8b 2024-12-11T17:34:33,668 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into f6344110ba1e4f66ae5de6c630f23d8b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:33,668 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:33,668 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=12, startTime=1733938473235; duration=0sec 2024-12-11T17:34:33,668 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:33,668 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:33,669 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:33,669 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/3ed93bae515840ac9b24eb2a2e29bc1e is 50, key is test_row_0/C:col10/1733938471996/Put/seqid=0 2024-12-11T17:34:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742267_1443 (size=12139) 2024-12-11T17:34:33,761 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/80d16aaeb82b4ae083c5dcda886ae7e5 2024-12-11T17:34:33,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/3d876b114c3f4272ba34e1c933d5c009 is 50, key is test_row_0/B:col10/1733938472016/Put/seqid=0 2024-12-11T17:34:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742268_1444 (size=12001) 2024-12-11T17:34:34,076 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/3ed93bae515840ac9b24eb2a2e29bc1e as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3ed93bae515840ac9b24eb2a2e29bc1e 2024-12-11T17:34:34,080 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 3ed93bae515840ac9b24eb2a2e29bc1e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:34,080 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:34,080 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=12, startTime=1733938473235; duration=0sec 2024-12-11T17:34:34,080 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:34,080 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:34,179 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/3d876b114c3f4272ba34e1c933d5c009 2024-12-11T17:34:34,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/e0378a61c00f4ada8824104aedbcd2b3 is 50, key is test_row_0/C:col10/1733938472016/Put/seqid=0 2024-12-11T17:34:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742269_1445 (size=12001) 2024-12-11T17:34:34,199 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/e0378a61c00f4ada8824104aedbcd2b3 2024-12-11T17:34:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/80d16aaeb82b4ae083c5dcda886ae7e5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5 2024-12-11T17:34:34,206 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5, entries=150, sequenceid=87, filesize=11.7 K 2024-12-11T17:34:34,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/3d876b114c3f4272ba34e1c933d5c009 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009 2024-12-11T17:34:34,210 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009, entries=150, sequenceid=87, filesize=11.7 K 2024-12-11T17:34:34,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/e0378a61c00f4ada8824104aedbcd2b3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3 2024-12-11T17:34:34,214 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3, entries=150, sequenceid=87, filesize=11.7 K 2024-12-11T17:34:34,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=127.47 KB/130530 for 3e89ec80c8e6d75cee5354f1c848cd93 in 861ms, sequenceid=87, compaction requested=false 2024-12-11T17:34:34,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:34,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-11T17:34:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-11T17:34:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:34,217 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:34,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:34:34,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-11T17:34:34,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-12-11T17:34:34,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9370 sec 2024-12-11T17:34:34,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/00ecb91df8eb4dba8d00428f449a84da is 50, key is test_row_0/A:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742270_1446 (size=12001) 2024-12-11T17:34:34,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/00ecb91df8eb4dba8d00428f449a84da 2024-12-11T17:34:34,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/456d024279d9440280fc8da71321c6e1 is 50, key is test_row_0/B:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938534230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938534231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938534235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742271_1447 (size=12001) 2024-12-11T17:34:34,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/456d024279d9440280fc8da71321c6e1 2024-12-11T17:34:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938534236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/7ab0de3e1de84507b48d7ec2fbe8d4fb is 50, key is test_row_0/C:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742272_1448 (size=12001) 2024-12-11T17:34:34,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938534342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938534342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938534342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938534352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:34:34,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T17:34:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-11T17:34:34,432 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:34,433 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-11T17:34:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:34,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:34,435 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:34,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:34,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938534552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938534552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938534552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938534561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-11T17:34:34,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:34,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:34,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:34,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/7ab0de3e1de84507b48d7ec2fbe8d4fb 2024-12-11T17:34:34,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/00ecb91df8eb4dba8d00428f449a84da as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da 2024-12-11T17:34:34,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da, entries=150, sequenceid=114, filesize=11.7 K 2024-12-11T17:34:34,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/456d024279d9440280fc8da71321c6e1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1 2024-12-11T17:34:34,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1, entries=150, sequenceid=114, filesize=11.7 K 2024-12-11T17:34:34,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/7ab0de3e1de84507b48d7ec2fbe8d4fb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb 2024-12-11T17:34:34,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb, entries=150, sequenceid=114, filesize=11.7 K 2024-12-11T17:34:34,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3e89ec80c8e6d75cee5354f1c848cd93 in 450ms, sequenceid=114, compaction requested=true 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:34,667 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:34,667 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:34,668 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:34,668 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:34,668 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,668 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fa2d9fcd61cb4f85903e553536722d73, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.3 K 2024-12-11T17:34:34,668 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:34,668 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:34,668 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,668 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f6344110ba1e4f66ae5de6c630f23d8b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.3 K 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa2d9fcd61cb4f85903e553536722d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470855 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f6344110ba1e4f66ae5de6c630f23d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470855 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80d16aaeb82b4ae083c5dcda886ae7e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733938472016 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d876b114c3f4272ba34e1c933d5c009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733938472016 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 456d024279d9440280fc8da71321c6e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:34,669 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ecb91df8eb4dba8d00428f449a84da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:34,675 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:34,675 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:34,676 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/169a26317d4c4ece8635e18aa60ad7d2 is 50, key is test_row_0/A:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:34,676 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/ba7935d3822048e2b25ac9d9678bde2d is 50, key is test_row_0/B:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742273_1449 (size=12241) 2024-12-11T17:34:34,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742274_1450 (size=12241) 2024-12-11T17:34:34,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-11T17:34:34,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:34,739 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:34,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/6db2e04ef39a4085a01a43249f57c2d0 is 50, key is test_row_0/A:col10/1733938474234/Put/seqid=0 2024-12-11T17:34:34,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742275_1451 (size=12001) 2024-12-11T17:34:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938534895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938534897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938534898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938534904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938535012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938535012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938535012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938535013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938535042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,045 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 3e89ec80c8e6d75cee5354f1c848cd93 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:35,085 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/ba7935d3822048e2b25ac9d9678bde2d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/ba7935d3822048e2b25ac9d9678bde2d 2024-12-11T17:34:35,087 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/169a26317d4c4ece8635e18aa60ad7d2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/169a26317d4c4ece8635e18aa60ad7d2 2024-12-11T17:34:35,088 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into ba7935d3822048e2b25ac9d9678bde2d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:35,088 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:35,088 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938474667; duration=0sec 2024-12-11T17:34:35,089 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:35,089 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:35,089 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:35,090 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:35,090 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into 169a26317d4c4ece8635e18aa60ad7d2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:35,090 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3ed93bae515840ac9b24eb2a2e29bc1e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.3 K 2024-12-11T17:34:35,090 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938474667; duration=0sec 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:35,090 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed93bae515840ac9b24eb2a2e29bc1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733938470855 2024-12-11T17:34:35,091 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting e0378a61c00f4ada8824104aedbcd2b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733938472016 2024-12-11T17:34:35,091 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ab0de3e1de84507b48d7ec2fbe8d4fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:35,095 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:35,095 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/68585624b569459cbd365659f0195277 is 50, key is test_row_0/C:col10/1733938474216/Put/seqid=0 2024-12-11T17:34:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742276_1452 (size=12241) 2024-12-11T17:34:35,147 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/6db2e04ef39a4085a01a43249f57c2d0 2024-12-11T17:34:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/9816f93f035d471eb643567df6e31775 is 50, key is test_row_0/B:col10/1733938474234/Put/seqid=0 2024-12-11T17:34:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742277_1453 (size=12001) 2024-12-11T17:34:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938535221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938535221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938535222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938535222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,502 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/68585624b569459cbd365659f0195277 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/68585624b569459cbd365659f0195277 2024-12-11T17:34:35,506 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 68585624b569459cbd365659f0195277(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:35,506 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:35,506 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938474667; duration=0sec 2024-12-11T17:34:35,506 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:35,506 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938535532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938535532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938535532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938535532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:35,558 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/9816f93f035d471eb643567df6e31775 2024-12-11T17:34:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/568f2ea4843c485ebda5edcb76342710 is 50, key is test_row_0/C:col10/1733938474234/Put/seqid=0 2024-12-11T17:34:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742278_1454 (size=12001) 2024-12-11T17:34:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:35,966 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/568f2ea4843c485ebda5edcb76342710 2024-12-11T17:34:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/6db2e04ef39a4085a01a43249f57c2d0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0 2024-12-11T17:34:35,972 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0, entries=150, sequenceid=126, filesize=11.7 K 2024-12-11T17:34:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/9816f93f035d471eb643567df6e31775 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775 2024-12-11T17:34:35,975 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775, entries=150, sequenceid=126, filesize=11.7 K 2024-12-11T17:34:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/568f2ea4843c485ebda5edcb76342710 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710 2024-12-11T17:34:35,980 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710, entries=150, sequenceid=126, filesize=11.7 K 2024-12-11T17:34:35,981 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1242ms, sequenceid=126, compaction requested=false 2024-12-11T17:34:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-11T17:34:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-11T17:34:35,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-11T17:34:35,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5470 sec 2024-12-11T17:34:35,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5510 sec 2024-12-11T17:34:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:36,058 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:36,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:34:36,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/5fa697785a334d3d81b4e8faec8bd425 is 50, key is test_row_0/A:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742279_1455 (size=14541) 2024-12-11T17:34:36,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938536069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938536077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938536077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938536077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938536182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938536182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938536192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938536192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938536392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938536392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938536402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938536402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/5fa697785a334d3d81b4e8faec8bd425 2024-12-11T17:34:36,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/0f2f2e0b64d94d22bc396cac5436855f is 50, key is test_row_0/B:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742280_1456 (size=12151) 2024-12-11T17:34:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-11T17:34:36,582 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:36,583 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-11T17:34:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:36,584 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:36,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:36,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938536702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938536702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938536712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938536712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:36,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-11T17:34:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:36,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/0f2f2e0b64d94d22bc396cac5436855f 2024-12-11T17:34:36,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/3cd11d35b85a44adbf84d408a00a8d1a is 50, key is test_row_0/C:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742281_1457 (size=12151) 2024-12-11T17:34:36,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-11T17:34:36,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:36,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:36,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:36,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:37,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-11T17:34:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-11T17:34:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938537212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:37,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938537222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938537222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938537222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:37,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/3cd11d35b85a44adbf84d408a00a8d1a 2024-12-11T17:34:37,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/5fa697785a334d3d81b4e8faec8bd425 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425 2024-12-11T17:34:37,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425, entries=200, sequenceid=154, filesize=14.2 K 2024-12-11T17:34:37,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/0f2f2e0b64d94d22bc396cac5436855f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f 2024-12-11T17:34:37,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f, entries=150, sequenceid=154, filesize=11.9 K 2024-12-11T17:34:37,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/3cd11d35b85a44adbf84d408a00a8d1a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a 2024-12-11T17:34:37,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a, entries=150, sequenceid=154, filesize=11.9 K 2024-12-11T17:34:37,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1236ms, sequenceid=154, compaction requested=true 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:37,294 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:37,294 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:37,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:37,295 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,295 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/169a26317d4c4ece8635e18aa60ad7d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=37.9 K 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169a26317d4c4ece8635e18aa60ad7d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:37,295 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6db2e04ef39a4085a01a43249f57c2d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733938474221 2024-12-11T17:34:37,295 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,296 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/ba7935d3822048e2b25ac9d9678bde2d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.5 K 2024-12-11T17:34:37,296 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fa697785a334d3d81b4e8faec8bd425, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474894 2024-12-11T17:34:37,296 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting ba7935d3822048e2b25ac9d9678bde2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:37,297 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9816f93f035d471eb643567df6e31775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733938474221 2024-12-11T17:34:37,297 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2f2e0b64d94d22bc396cac5436855f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474897 2024-12-11T17:34:37,303 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:37,304 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/8d0fc940f85c4279a19f5e4f50874a71 is 50, key is test_row_0/B:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:37,306 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#385 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:37,307 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/47e682b569d94e6f8895f1c6a0f4a75d is 50, key is test_row_0/A:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:37,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742282_1458 (size=12493) 2024-12-11T17:34:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742283_1459 (size=12493) 2024-12-11T17:34:37,325 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/47e682b569d94e6f8895f1c6a0f4a75d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/47e682b569d94e6f8895f1c6a0f4a75d 2024-12-11T17:34:37,328 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into 47e682b569d94e6f8895f1c6a0f4a75d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:37,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:37,328 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938477294; duration=0sec 2024-12-11T17:34:37,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:37,328 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:37,329 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:37,329 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:37,329 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:37,329 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,329 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/68585624b569459cbd365659f0195277, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.5 K 2024-12-11T17:34:37,330 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68585624b569459cbd365659f0195277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733938474210 2024-12-11T17:34:37,330 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 568f2ea4843c485ebda5edcb76342710, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733938474221 2024-12-11T17:34:37,330 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cd11d35b85a44adbf84d408a00a8d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474897 2024-12-11T17:34:37,334 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:37,334 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/21384839c37d484cae7fa58e3bb1f8e2 is 50, key is test_row_0/C:col10/1733938474897/Put/seqid=0 2024-12-11T17:34:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742284_1460 (size=12493) 2024-12-11T17:34:37,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-11T17:34:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:37,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T17:34:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/e693af509e8b430ab90c3e6d03457ca0 is 50, key is test_row_0/A:col10/1733938476075/Put/seqid=0 2024-12-11T17:34:37,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742285_1461 (size=12151) 2024-12-11T17:34:37,357 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/e693af509e8b430ab90c3e6d03457ca0 2024-12-11T17:34:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f3ee4814e22e4d2e9361fa0077b890de is 50, key is test_row_0/B:col10/1733938476075/Put/seqid=0 2024-12-11T17:34:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742286_1462 (size=12151) 2024-12-11T17:34:37,719 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/8d0fc940f85c4279a19f5e4f50874a71 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8d0fc940f85c4279a19f5e4f50874a71 2024-12-11T17:34:37,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:37,722 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into 8d0fc940f85c4279a19f5e4f50874a71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:37,722 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:37,723 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938477294; duration=0sec 2024-12-11T17:34:37,723 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:37,723 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:37,743 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/21384839c37d484cae7fa58e3bb1f8e2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/21384839c37d484cae7fa58e3bb1f8e2 2024-12-11T17:34:37,746 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 21384839c37d484cae7fa58e3bb1f8e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:37,746 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:37,746 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938477294; duration=0sec 2024-12-11T17:34:37,746 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:37,746 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:37,766 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f3ee4814e22e4d2e9361fa0077b890de 2024-12-11T17:34:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5e340b4b3b0c49a6872a89be18a536d0 is 50, key is test_row_0/C:col10/1733938476075/Put/seqid=0 2024-12-11T17:34:37,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742287_1463 (size=12151) 2024-12-11T17:34:38,174 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5e340b4b3b0c49a6872a89be18a536d0 2024-12-11T17:34:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/e693af509e8b430ab90c3e6d03457ca0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0 2024-12-11T17:34:38,180 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0, entries=150, sequenceid=168, filesize=11.9 K 2024-12-11T17:34:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f3ee4814e22e4d2e9361fa0077b890de as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de 2024-12-11T17:34:38,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de, entries=150, sequenceid=168, filesize=11.9 K 2024-12-11T17:34:38,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5e340b4b3b0c49a6872a89be18a536d0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0 2024-12-11T17:34:38,190 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0, entries=150, sequenceid=168, filesize=11.9 K 2024-12-11T17:34:38,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 3e89ec80c8e6d75cee5354f1c848cd93 in 844ms, sequenceid=168, compaction requested=false 2024-12-11T17:34:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-11T17:34:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-11T17:34:38,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-11T17:34:38,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-12-11T17:34:38,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.6120 sec 2024-12-11T17:34:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:38,240 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:38,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:34:38,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/1286daf9fbe148eca42f8cc08b1b5142 is 50, key is test_row_0/A:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742288_1464 (size=16931) 2024-12-11T17:34:38,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938538276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938538276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938538277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938538277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938538392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938538392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938538392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938538392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938538601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938538601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938538601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938538602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/1286daf9fbe148eca42f8cc08b1b5142 2024-12-11T17:34:38,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/418149939994401e9fa3b4269b711d4d is 50, key is test_row_0/B:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742289_1465 (size=12151) 2024-12-11T17:34:38,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/418149939994401e9fa3b4269b711d4d 2024-12-11T17:34:38,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f4d974cb094b4830a1e356abda849c28 is 50, key is test_row_0/C:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742290_1466 (size=12151) 2024-12-11T17:34:38,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f4d974cb094b4830a1e356abda849c28 2024-12-11T17:34:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/1286daf9fbe148eca42f8cc08b1b5142 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142 2024-12-11T17:34:38,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142, entries=250, sequenceid=181, filesize=16.5 K 2024-12-11T17:34:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/418149939994401e9fa3b4269b711d4d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d 2024-12-11T17:34:38,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d, entries=150, sequenceid=181, filesize=11.9 K 2024-12-11T17:34:38,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f4d974cb094b4830a1e356abda849c28 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28 2024-12-11T17:34:38,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28, entries=150, sequenceid=181, filesize=11.9 K 2024-12-11T17:34:38,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3e89ec80c8e6d75cee5354f1c848cd93 in 435ms, sequenceid=181, compaction requested=true 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:38,675 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:38,675 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:38,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:38,676 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:38,676 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:38,676 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8d0fc940f85c4279a19f5e4f50874a71, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.9 K 2024-12-11T17:34:38,676 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/47e682b569d94e6f8895f1c6a0f4a75d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=40.6 K 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e682b569d94e6f8895f1c6a0f4a75d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474897 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0fc940f85c4279a19f5e4f50874a71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474897 2024-12-11T17:34:38,676 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ee4814e22e4d2e9361fa0077b890de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733938476075 2024-12-11T17:34:38,677 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e693af509e8b430ab90c3e6d03457ca0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733938476075 2024-12-11T17:34:38,677 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 418149939994401e9fa3b4269b711d4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:38,677 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1286daf9fbe148eca42f8cc08b1b5142, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:38,682 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:38,683 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/9eb1a605fd284756867e3d90cbb8c18a is 50, key is test_row_0/A:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:38,700 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#394 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:38,701 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/4e09ff5de03144ae989a57ff254fa54d is 50, key is test_row_0/B:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742292_1468 (size=12595) 2024-12-11T17:34:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742291_1467 (size=12595) 2024-12-11T17:34:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-11T17:34:38,732 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:38,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-11T17:34:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:38,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:38,735 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:38,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:38,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-11T17:34:38,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:38,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:34:38,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/62913665f5e048b88b6d74adce305925 is 50, key is test_row_0/A:col10/1733938478276/Put/seqid=0 2024-12-11T17:34:38,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742293_1469 (size=12151) 2024-12-11T17:34:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938538925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938538929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938538930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938538931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938539042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938539042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938539042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938539042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40096 deadline: 1733938539091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,096 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 3e89ec80c8e6d75cee5354f1c848cd93 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,107 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/9eb1a605fd284756867e3d90cbb8c18a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/9eb1a605fd284756867e3d90cbb8c18a 2024-12-11T17:34:39,107 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/4e09ff5de03144ae989a57ff254fa54d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/4e09ff5de03144ae989a57ff254fa54d 2024-12-11T17:34:39,111 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into 9eb1a605fd284756867e3d90cbb8c18a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:39,111 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into 4e09ff5de03144ae989a57ff254fa54d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:39,111 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938478675; duration=0sec 2024-12-11T17:34:39,111 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938478675; duration=0sec 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:39,111 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:39,112 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:39,112 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:39,112 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:39,112 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/21384839c37d484cae7fa58e3bb1f8e2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=35.9 K 2024-12-11T17:34:39,113 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21384839c37d484cae7fa58e3bb1f8e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733938474897 2024-12-11T17:34:39,113 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e340b4b3b0c49a6872a89be18a536d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733938476075 2024-12-11T17:34:39,113 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4d974cb094b4830a1e356abda849c28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:39,117 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:39,117 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/45b2ed4011f644229f2b5499ee1017e6 is 50, key is test_row_0/C:col10/1733938478238/Put/seqid=0 2024-12-11T17:34:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742294_1470 (size=12595) 2024-12-11T17:34:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938539251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938539251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938539252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938539252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,294 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/62913665f5e048b88b6d74adce305925 2024-12-11T17:34:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/28455981d7974b93a92736b8cf1325cf is 50, key is test_row_0/B:col10/1733938478276/Put/seqid=0 2024-12-11T17:34:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742295_1471 (size=12151) 2024-12-11T17:34:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:39,526 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/45b2ed4011f644229f2b5499ee1017e6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/45b2ed4011f644229f2b5499ee1017e6 2024-12-11T17:34:39,529 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 45b2ed4011f644229f2b5499ee1017e6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:39,529 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:39,529 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938478675; duration=0sec 2024-12-11T17:34:39,529 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:39,529 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938539562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938539562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938539562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938539571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:39,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:39,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/28455981d7974b93a92736b8cf1325cf 2024-12-11T17:34:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/84d8a473f0d34731b2392f601333c396 is 50, key is test_row_0/C:col10/1733938478276/Put/seqid=0 2024-12-11T17:34:39,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742296_1472 (size=12151) 2024-12-11T17:34:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938540072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938540072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938540072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:40,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938540081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:40,112 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/84d8a473f0d34731b2392f601333c396 2024-12-11T17:34:40,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/62913665f5e048b88b6d74adce305925 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925 2024-12-11T17:34:40,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925, entries=150, sequenceid=206, filesize=11.9 K 2024-12-11T17:34:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/28455981d7974b93a92736b8cf1325cf as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf 2024-12-11T17:34:40,120 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf, entries=150, sequenceid=206, filesize=11.9 K 2024-12-11T17:34:40,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/84d8a473f0d34731b2392f601333c396 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396 2024-12-11T17:34:40,123 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396, entries=150, sequenceid=206, filesize=11.9 K 2024-12-11T17:34:40,124 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1237ms, sequenceid=206, compaction requested=false 2024-12-11T17:34:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-11T17:34:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-11T17:34:40,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-11T17:34:40,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-12-11T17:34:40,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.3940 sec 2024-12-11T17:34:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-11T17:34:40,882 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-11T17:34:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-11T17:34:40,935 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:40,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:40,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-11T17:34:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:41,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-11T17:34:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/fb4a685dd6594d88a3c98496a871e4d8 is 50, key is test_row_0/A:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742297_1473 (size=14541) 2024-12-11T17:34:41,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/fb4a685dd6594d88a3c98496a871e4d8 2024-12-11T17:34:41,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a5f2288f5f9f482abb52644d325bc61d is 50, key is test_row_0/B:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742298_1474 (size=12151) 2024-12-11T17:34:41,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a5f2288f5f9f482abb52644d325bc61d 2024-12-11T17:34:41,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/76fd7fc54c0745b7919f857ba741691b is 50, key is test_row_0/C:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742299_1475 (size=12151) 2024-12-11T17:34:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938541131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938541132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938541133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938541134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-11T17:34:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938541242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938541242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-11T17:34:41,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938541251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938541252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-11T17:34:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938541452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938541452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938541461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938541462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/76fd7fc54c0745b7919f857ba741691b 2024-12-11T17:34:41,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/fb4a685dd6594d88a3c98496a871e4d8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8 2024-12-11T17:34:41,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8, entries=200, sequenceid=222, filesize=14.2 K 2024-12-11T17:34:41,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a5f2288f5f9f482abb52644d325bc61d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d 2024-12-11T17:34:41,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d, entries=150, sequenceid=222, filesize=11.9 K 2024-12-11T17:34:41,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/76fd7fc54c0745b7919f857ba741691b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b 2024-12-11T17:34:41,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b, entries=150, sequenceid=222, filesize=11.9 K 2024-12-11T17:34:41,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3e89ec80c8e6d75cee5354f1c848cd93 in 443ms, sequenceid=222, compaction requested=true 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:41,528 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:41,528 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:41,529 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:41,529 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:41,529 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:41,529 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:41,529 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,529 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,529 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/4e09ff5de03144ae989a57ff254fa54d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.0 K 2024-12-11T17:34:41,529 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/9eb1a605fd284756867e3d90cbb8c18a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=38.4 K 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eb1a605fd284756867e3d90cbb8c18a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e09ff5de03144ae989a57ff254fa54d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28455981d7974b93a92736b8cf1325cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733938478266 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 62913665f5e048b88b6d74adce305925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733938478266 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f2288f5f9f482abb52644d325bc61d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:41,530 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting fb4a685dd6594d88a3c98496a871e4d8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:41,534 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:41,534 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/a2bb3c461c604d15895fa41af6179788 is 50, key is test_row_0/A:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,535 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:41,535 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/6e94b078bd4745f593f3749b4242d726 is 50, key is test_row_0/B:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742300_1476 (size=12697) 2024-12-11T17:34:41,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742301_1477 (size=12697) 2024-12-11T17:34:41,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-11T17:34:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,546 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:34:41,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 is 50, key is test_row_0/A:col10/1733938481123/Put/seqid=0 2024-12-11T17:34:41,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742302_1478 (size=12151) 2024-12-11T17:34:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-11T17:34:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:41,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938541782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938541788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938541789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938541789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938541892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938541901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938541901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938541902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:41,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:41,941 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/a2bb3c461c604d15895fa41af6179788 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a2bb3c461c604d15895fa41af6179788 2024-12-11T17:34:41,943 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/6e94b078bd4745f593f3749b4242d726 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/6e94b078bd4745f593f3749b4242d726 2024-12-11T17:34:41,945 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into a2bb3c461c604d15895fa41af6179788(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:41,945 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:41,945 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938481528; duration=0sec 2024-12-11T17:34:41,945 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:41,945 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:41,945 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:41,945 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:41,946 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,946 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into 6e94b078bd4745f593f3749b4242d726(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:41,946 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/45b2ed4011f644229f2b5499ee1017e6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.0 K 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:41,946 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938481528; duration=0sec 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 45b2ed4011f644229f2b5499ee1017e6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733938478236 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 84d8a473f0d34731b2392f601333c396, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733938478266 2024-12-11T17:34:41,946 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 76fd7fc54c0745b7919f857ba741691b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:41,950 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:41,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/40433b47e0014b4bbb27a7f9f5125ab5 is 50, key is test_row_0/C:col10/1733938481085/Put/seqid=0 2024-12-11T17:34:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742303_1479 (size=12697) 2024-12-11T17:34:41,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 2024-12-11T17:34:41,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7fc96442f9eb4c46b50c2d48edf08737 is 50, key is test_row_0/B:col10/1733938481123/Put/seqid=0 2024-12-11T17:34:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742304_1480 (size=12151) 2024-12-11T17:34:41,964 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7fc96442f9eb4c46b50c2d48edf08737 2024-12-11T17:34:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/6cc229daa7514821b46bfbfaca409f8a is 50, key is test_row_0/C:col10/1733938481123/Put/seqid=0 2024-12-11T17:34:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742305_1481 (size=12151) 2024-12-11T17:34:41,971 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/6cc229daa7514821b46bfbfaca409f8a 2024-12-11T17:34:41,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 2024-12-11T17:34:41,976 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:34:41,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7fc96442f9eb4c46b50c2d48edf08737 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737 2024-12-11T17:34:41,979 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:34:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/6cc229daa7514821b46bfbfaca409f8a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a 2024-12-11T17:34:41,982 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a, entries=150, sequenceid=245, filesize=11.9 K 2024-12-11T17:34:41,982 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3e89ec80c8e6d75cee5354f1c848cd93 in 436ms, sequenceid=245, compaction requested=false 2024-12-11T17:34:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-11T17:34:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-11T17:34:41,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-11T17:34:41,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-12-11T17:34:41,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.1040 sec 2024-12-11T17:34:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-11T17:34:42,072 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:42,073 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-11T17:34:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:42,074 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:42,075 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:42,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:42,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:42,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-11T17:34:42,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/565c25d58cbb4ec59d5fa6ba525278f0 is 50, key is test_row_0/A:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742306_1482 (size=14641) 2024-12-11T17:34:42,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/565c25d58cbb4ec59d5fa6ba525278f0 2024-12-11T17:34:42,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/17bc1fd9fad74f9d84ba2e4df32414b9 is 50, key is test_row_0/B:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742307_1483 (size=12251) 2024-12-11T17:34:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938542192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938542193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938542205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938542206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938542312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938542312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938542322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938542322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,357 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/40433b47e0014b4bbb27a7f9f5125ab5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/40433b47e0014b4bbb27a7f9f5125ab5 2024-12-11T17:34:42,359 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 40433b47e0014b4bbb27a7f9f5125ab5(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:42,359 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:42,359 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938481528; duration=0sec 2024-12-11T17:34:42,360 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:42,360 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938542521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938542521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/17bc1fd9fad74f9d84ba2e4df32414b9 2024-12-11T17:34:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/a750f55902bb417f80dd22385d51d84d is 50, key is test_row_0/C:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742308_1484 (size=12251) 2024-12-11T17:34:42,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938542532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938542532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:42,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938542832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938542832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938542851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938542852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:42,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:42,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/a750f55902bb417f80dd22385d51d84d 2024-12-11T17:34:42,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/565c25d58cbb4ec59d5fa6ba525278f0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0 2024-12-11T17:34:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0, entries=200, sequenceid=262, filesize=14.3 K 2024-12-11T17:34:42,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/17bc1fd9fad74f9d84ba2e4df32414b9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9 2024-12-11T17:34:42,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9, entries=150, sequenceid=262, filesize=12.0 K 2024-12-11T17:34:42,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/a750f55902bb417f80dd22385d51d84d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d 2024-12-11T17:34:42,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d, entries=150, sequenceid=262, filesize=12.0 K 2024-12-11T17:34:42,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3e89ec80c8e6d75cee5354f1c848cd93 in 841ms, sequenceid=262, compaction requested=true 2024-12-11T17:34:42,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:42,948 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:42,948 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:42,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:42,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39489 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:42,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:42,949 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:42,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:42,949 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,949 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a2bb3c461c604d15895fa41af6179788, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=38.6 K 2024-12-11T17:34:42,950 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,950 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/6e94b078bd4745f593f3749b4242d726, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.2 K 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e94b078bd4745f593f3749b4242d726, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2bb3c461c604d15895fa41af6179788, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ee7b49f6e1047b69b50dc6e03cf7ce3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938481123 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fc96442f9eb4c46b50c2d48edf08737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938481123 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 565c25d58cbb4ec59d5fa6ba525278f0, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481780 2024-12-11T17:34:42,950 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 17bc1fd9fad74f9d84ba2e4df32414b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481787 2024-12-11T17:34:42,956 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:42,957 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/24606c7d43a249b79d98837c514a2d13 is 50, key is test_row_0/A:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,966 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:42,966 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f7fab853862e402dad8fe2da145f7efd is 50, key is test_row_0/B:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742309_1485 (size=12899) 2024-12-11T17:34:42,974 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/24606c7d43a249b79d98837c514a2d13 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/24606c7d43a249b79d98837c514a2d13 2024-12-11T17:34:42,979 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into 24606c7d43a249b79d98837c514a2d13(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:42,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:42,979 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938482947; duration=0sec 2024-12-11T17:34:42,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:42,979 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:42,980 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:42,980 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:42,980 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:42,980 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,980 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/40433b47e0014b4bbb27a7f9f5125ab5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.2 K 2024-12-11T17:34:42,981 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40433b47e0014b4bbb27a7f9f5125ab5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733938478928 2024-12-11T17:34:42,981 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cc229daa7514821b46bfbfaca409f8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733938481123 2024-12-11T17:34:42,981 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting a750f55902bb417f80dd22385d51d84d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481787 2024-12-11T17:34:42,987 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:42,988 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/abae25c37839412e8f711f957ae75227 is 50, key is test_row_0/C:col10/1733938481787/Put/seqid=0 2024-12-11T17:34:42,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-11T17:34:42,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:42,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-11T17:34:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742311_1487 (size=12899) 2024-12-11T17:34:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/0a81a3528ebf4a33a0d2ed307024e86d is 50, key is test_row_0/A:col10/1733938482205/Put/seqid=0 2024-12-11T17:34:42,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742310_1486 (size=12899) 2024-12-11T17:34:43,001 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/f7fab853862e402dad8fe2da145f7efd as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f7fab853862e402dad8fe2da145f7efd 2024-12-11T17:34:43,005 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into f7fab853862e402dad8fe2da145f7efd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:43,005 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:43,005 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938482948; duration=0sec 2024-12-11T17:34:43,005 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:43,005 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742312_1488 (size=12301) 2024-12-11T17:34:43,013 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/0a81a3528ebf4a33a0d2ed307024e86d 2024-12-11T17:34:43,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/cd9cc7c8667841c2b9956b414948c7db is 50, key is test_row_0/B:col10/1733938482205/Put/seqid=0 2024-12-11T17:34:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742313_1489 (size=12301) 2024-12-11T17:34:43,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/cd9cc7c8667841c2b9956b414948c7db 2024-12-11T17:34:43,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/fc76ac55d0ac4ae7883c889ef1bc8f45 is 50, key is test_row_0/C:col10/1733938482205/Put/seqid=0 2024-12-11T17:34:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742314_1490 (size=12301) 2024-12-11T17:34:43,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:34:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938543368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938543368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938543371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938543376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,396 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/abae25c37839412e8f711f957ae75227 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/abae25c37839412e8f711f957ae75227 2024-12-11T17:34:43,399 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into abae25c37839412e8f711f957ae75227(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:43,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:43,399 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938482948; duration=0sec 2024-12-11T17:34:43,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:43,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:43,448 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/fc76ac55d0ac4ae7883c889ef1bc8f45 2024-12-11T17:34:43,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/0a81a3528ebf4a33a0d2ed307024e86d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d 2024-12-11T17:34:43,454 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d, entries=150, sequenceid=285, filesize=12.0 K 2024-12-11T17:34:43,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/cd9cc7c8667841c2b9956b414948c7db as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db 2024-12-11T17:34:43,457 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db, entries=150, sequenceid=285, filesize=12.0 K 2024-12-11T17:34:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/fc76ac55d0ac4ae7883c889ef1bc8f45 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45 2024-12-11T17:34:43,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45, entries=150, sequenceid=285, filesize=12.0 K 2024-12-11T17:34:43,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3e89ec80c8e6d75cee5354f1c848cd93 in 471ms, sequenceid=285, compaction requested=false 2024-12-11T17:34:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-11T17:34:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-11T17:34:43,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-11T17:34:43,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3870 sec 2024-12-11T17:34:43,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.3910 sec 2024-12-11T17:34:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:43,486 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:43,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T17:34:43,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/67fbdaa0c172418cad8fc33153363b96 is 50, key is test_row_0/A:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742315_1491 (size=14741) 2024-12-11T17:34:43,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938543514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938543515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938543515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938543516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938543632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938543632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938543632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938543632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938543842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938543842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938543842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938543842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:43,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:43,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/67fbdaa0c172418cad8fc33153363b96 2024-12-11T17:34:43,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7eb49061990e483ea3ca647c6ac1f72b is 50, key is test_row_0/B:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742316_1492 (size=12301) 2024-12-11T17:34:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938544151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938544151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938544152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938544152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-11T17:34:44,232 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:44,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-11T17:34:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-11T17:34:44,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:44,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:44,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:44,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7eb49061990e483ea3ca647c6ac1f72b 2024-12-11T17:34:44,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/178c02e9b29444289c34a2b650153bb0 is 50, key is test_row_0/C:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742317_1493 (size=12301) 2024-12-11T17:34:44,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/178c02e9b29444289c34a2b650153bb0 2024-12-11T17:34:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/67fbdaa0c172418cad8fc33153363b96 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96 2024-12-11T17:34:44,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96, entries=200, sequenceid=303, filesize=14.4 K 2024-12-11T17:34:44,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/7eb49061990e483ea3ca647c6ac1f72b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b 2024-12-11T17:34:44,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b, entries=150, sequenceid=303, filesize=12.0 K 2024-12-11T17:34:44,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/178c02e9b29444289c34a2b650153bb0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0 2024-12-11T17:34:44,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0, entries=150, sequenceid=303, filesize=12.0 K 2024-12-11T17:34:44,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3e89ec80c8e6d75cee5354f1c848cd93 in 838ms, sequenceid=303, compaction requested=true 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:44,325 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:44,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:44,325 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:44,325 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:44,325 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:44,326 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:44,326 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/24606c7d43a249b79d98837c514a2d13, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=39.0 K 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:44,326 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24606c7d43a249b79d98837c514a2d13, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481787 2024-12-11T17:34:44,326 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f7fab853862e402dad8fe2da145f7efd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.6 K 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a81a3528ebf4a33a0d2ed307024e86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733938482160 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f7fab853862e402dad8fe2da145f7efd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481787 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67fbdaa0c172418cad8fc33153363b96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting cd9cc7c8667841c2b9956b414948c7db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733938482160 2024-12-11T17:34:44,326 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb49061990e483ea3ca647c6ac1f72b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:44,332 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:44,332 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/d4afed1270ae4ce6843d63470fdfaab4 is 50, key is test_row_0/A:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:44,334 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:44,334 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c7704bc33352455e90f3ebecf05817b3 is 50, key is test_row_0/B:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742318_1494 (size=13051) 2024-12-11T17:34:44,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742319_1495 (size=13051) 2024-12-11T17:34:44,342 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c7704bc33352455e90f3ebecf05817b3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c7704bc33352455e90f3ebecf05817b3 2024-12-11T17:34:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-11T17:34:44,345 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into c7704bc33352455e90f3ebecf05817b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:44,345 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:44,345 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938484325; duration=0sec 2024-12-11T17:34:44,345 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:44,345 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:44,345 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:44,346 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:44,346 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:44,346 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:44,346 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/abae25c37839412e8f711f957ae75227, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.6 K 2024-12-11T17:34:44,347 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting abae25c37839412e8f711f957ae75227, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733938481787 2024-12-11T17:34:44,347 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting fc76ac55d0ac4ae7883c889ef1bc8f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733938482160 2024-12-11T17:34:44,347 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 178c02e9b29444289c34a2b650153bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:44,351 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:44,352 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/324541e2f3ef4405a8baf0d146d11bef is 50, key is test_row_0/C:col10/1733938483485/Put/seqid=0 2024-12-11T17:34:44,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742320_1496 (size=13051) 2024-12-11T17:34:44,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-11T17:34:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:44,386 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T17:34:44,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b13ea2c99f6540c39041b7ba07140952 is 50, key is test_row_0/A:col10/1733938483515/Put/seqid=0 2024-12-11T17:34:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742321_1497 (size=12301) 2024-12-11T17:34:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-11T17:34:44,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938544678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938544683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938544684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938544685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,742 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/d4afed1270ae4ce6843d63470fdfaab4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d4afed1270ae4ce6843d63470fdfaab4 2024-12-11T17:34:44,745 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into d4afed1270ae4ce6843d63470fdfaab4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:44,745 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:44,745 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938484325; duration=0sec 2024-12-11T17:34:44,746 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:44,746 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:44,757 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/324541e2f3ef4405a8baf0d146d11bef as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/324541e2f3ef4405a8baf0d146d11bef 2024-12-11T17:34:44,760 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 324541e2f3ef4405a8baf0d146d11bef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:44,760 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:44,760 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938484325; duration=0sec 2024-12-11T17:34:44,760 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:44,760 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938544792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,795 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b13ea2c99f6540c39041b7ba07140952 2024-12-11T17:34:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938544792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c44d2b42f458471583cd4cda52c17c99 is 50, key is test_row_0/B:col10/1733938483515/Put/seqid=0 2024-12-11T17:34:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742322_1498 (size=12301) 2024-12-11T17:34:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938544802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938544802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-11T17:34:45,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938545002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938545002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938545012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938545012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c44d2b42f458471583cd4cda52c17c99 2024-12-11T17:34:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/b563ebaac9ac49a0a2e64f7e2f40089c is 50, key is test_row_0/C:col10/1733938483515/Put/seqid=0 2024-12-11T17:34:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742323_1499 (size=12301) 2024-12-11T17:34:45,212 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/b563ebaac9ac49a0a2e64f7e2f40089c 2024-12-11T17:34:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b13ea2c99f6540c39041b7ba07140952 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952 2024-12-11T17:34:45,219 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952, entries=150, sequenceid=324, filesize=12.0 K 2024-12-11T17:34:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c44d2b42f458471583cd4cda52c17c99 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99 2024-12-11T17:34:45,222 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99, entries=150, sequenceid=324, filesize=12.0 K 2024-12-11T17:34:45,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/b563ebaac9ac49a0a2e64f7e2f40089c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c 2024-12-11T17:34:45,225 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c, entries=150, sequenceid=324, filesize=12.0 K 2024-12-11T17:34:45,226 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3e89ec80c8e6d75cee5354f1c848cd93 in 839ms, sequenceid=324, compaction requested=false 2024-12-11T17:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-11T17:34:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-11T17:34:45,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-11T17:34:45,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-12-11T17:34:45,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 996 msec 2024-12-11T17:34:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:45,318 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:45,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T17:34:45,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b59fdc33b52747b79358a6f090130083 is 50, key is test_row_0/A:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742324_1500 (size=12301) 2024-12-11T17:34:45,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b59fdc33b52747b79358a6f090130083 2024-12-11T17:34:45,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a76e3c6d49ad4e4294704382f1c85178 is 50, key is test_row_0/B:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742325_1501 (size=12301) 2024-12-11T17:34:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-11T17:34:45,372 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:45,372 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-11T17:34:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:45,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:45,374 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:45,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938545373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938545374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938545375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938545375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938545482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938545492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938545492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938545492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-11T17:34:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-11T17:34:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938545692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938545701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938545702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938545702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:45,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a76e3c6d49ad4e4294704382f1c85178 2024-12-11T17:34:45,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0a93a1480c894cc49dbceede731f51c7 is 50, key is test_row_0/C:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742326_1502 (size=12301) 2024-12-11T17:34:45,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0a93a1480c894cc49dbceede731f51c7 2024-12-11T17:34:45,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/b59fdc33b52747b79358a6f090130083 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083 2024-12-11T17:34:45,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083, entries=150, sequenceid=344, filesize=12.0 K 2024-12-11T17:34:45,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a76e3c6d49ad4e4294704382f1c85178 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178 2024-12-11T17:34:45,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178, entries=150, sequenceid=344, filesize=12.0 K 2024-12-11T17:34:45,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0a93a1480c894cc49dbceede731f51c7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7 2024-12-11T17:34:45,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7, entries=150, sequenceid=344, filesize=12.0 K 2024-12-11T17:34:45,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3e89ec80c8e6d75cee5354f1c848cd93 in 453ms, sequenceid=344, compaction requested=true 2024-12-11T17:34:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:45,771 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:45,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:45,771 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:45,772 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,772 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,772 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c7704bc33352455e90f3ebecf05817b3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.8 K 2024-12-11T17:34:45,772 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d4afed1270ae4ce6843d63470fdfaab4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.8 K 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c7704bc33352455e90f3ebecf05817b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:45,772 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4afed1270ae4ce6843d63470fdfaab4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:45,773 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c44d2b42f458471583cd4cda52c17c99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733938483506 2024-12-11T17:34:45,773 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13ea2c99f6540c39041b7ba07140952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733938483506 2024-12-11T17:34:45,773 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a76e3c6d49ad4e4294704382f1c85178, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:45,773 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b59fdc33b52747b79358a6f090130083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:45,778 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:45,778 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/533d9efd0f754c40aee7a3b526a42728 is 50, key is test_row_0/B:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,780 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:45,781 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/7234d5ddaa0c4aefa35152151abfa981 is 50, key is test_row_0/A:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742327_1503 (size=13153) 2024-12-11T17:34:45,788 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/533d9efd0f754c40aee7a3b526a42728 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/533d9efd0f754c40aee7a3b526a42728 2024-12-11T17:34:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742328_1504 (size=13153) 2024-12-11T17:34:45,791 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into 533d9efd0f754c40aee7a3b526a42728(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:45,792 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:45,792 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938485771; duration=0sec 2024-12-11T17:34:45,792 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:45,792 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:45,792 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:45,794 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:45,794 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:45,794 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,794 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/324541e2f3ef4405a8baf0d146d11bef, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.8 K 2024-12-11T17:34:45,794 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 324541e2f3ef4405a8baf0d146d11bef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733938483354 2024-12-11T17:34:45,794 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/7234d5ddaa0c4aefa35152151abfa981 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/7234d5ddaa0c4aefa35152151abfa981 2024-12-11T17:34:45,794 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b563ebaac9ac49a0a2e64f7e2f40089c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733938483506 2024-12-11T17:34:45,795 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a93a1480c894cc49dbceede731f51c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:45,799 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into 7234d5ddaa0c4aefa35152151abfa981(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:45,799 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:45,799 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938485771; duration=0sec 2024-12-11T17:34:45,799 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:45,799 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:45,801 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:45,801 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5494f7b3e5b64957bc3bcf26e2689092 is 50, key is test_row_0/C:col10/1733938485317/Put/seqid=0 2024-12-11T17:34:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742329_1505 (size=13153) 2024-12-11T17:34:45,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-11T17:34:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:45,830 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-11T17:34:45,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dc99d72aaf914225a1d2c87c8a339f7c is 50, key is test_row_0/A:col10/1733938485362/Put/seqid=0 2024-12-11T17:34:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742330_1506 (size=12301) 2024-12-11T17:34:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:46,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938546126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938546127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938546133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938546134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,213 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5494f7b3e5b64957bc3bcf26e2689092 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5494f7b3e5b64957bc3bcf26e2689092 2024-12-11T17:34:46,216 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 5494f7b3e5b64957bc3bcf26e2689092(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:46,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:46,216 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938485771; duration=0sec 2024-12-11T17:34:46,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:46,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:46,241 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dc99d72aaf914225a1d2c87c8a339f7c 2024-12-11T17:34:46,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/e91405b91a2a4d5dac8bc385fc824ffd is 50, key is test_row_0/B:col10/1733938485362/Put/seqid=0 2024-12-11T17:34:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938546241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938546241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938546242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938546242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742331_1507 (size=12301) 2024-12-11T17:34:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938546451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938546451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938546451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938546452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:46,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/e91405b91a2a4d5dac8bc385fc824ffd 2024-12-11T17:34:46,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/ab3194bca3674687873c8bc1bb8f1e8a is 50, key is test_row_0/C:col10/1733938485362/Put/seqid=0 2024-12-11T17:34:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742332_1508 (size=12301) 2024-12-11T17:34:46,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938546762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938546762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938546762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938546762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:46,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,057 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/ab3194bca3674687873c8bc1bb8f1e8a 2024-12-11T17:34:47,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dc99d72aaf914225a1d2c87c8a339f7c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c 2024-12-11T17:34:47,068 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T17:34:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/e91405b91a2a4d5dac8bc385fc824ffd as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd 2024-12-11T17:34:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T17:34:47,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/ab3194bca3674687873c8bc1bb8f1e8a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a 2024-12-11T17:34:47,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a, entries=150, sequenceid=364, filesize=12.0 K 2024-12-11T17:34:47,076 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1246ms, sequenceid=364, compaction requested=false 2024-12-11T17:34:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-11T17:34:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-11T17:34:47,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-11T17:34:47,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-12-11T17:34:47,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7070 sec 2024-12-11T17:34:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:47,275 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:47,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-11T17:34:47,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dda8f9cab55a4032b565b8a81af4e83f is 50, key is test_row_0/A:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742333_1509 (size=14741) 2024-12-11T17:34:47,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dda8f9cab55a4032b565b8a81af4e83f 2024-12-11T17:34:47,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/bc9e2987d49f481cb891b377a96de97f is 50, key is test_row_0/B:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742334_1510 (size=12301) 2024-12-11T17:34:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938547299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938547299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938547304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938547306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938547412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938547412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938547412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938547422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-11T17:34:47,522 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-11T17:34:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-11T17:34:47,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:47,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:47,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40084 deadline: 1733938547622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40086 deadline: 1733938547622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40082 deadline: 1733938547622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-11T17:34:47,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40092 deadline: 1733938547632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 , the old value is region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:47,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=2 because the exception is null or not the one we care about 2024-12-11T17:34:47,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-11T17:34:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. as already flushing 2024-12-11T17:34:47,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:47,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/bc9e2987d49f481cb891b377a96de97f 2024-12-11T17:34:47,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f2fe403fc35f45d9a3808720826f0f64 is 50, key is test_row_0/C:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742335_1511 (size=12301) 2024-12-11T17:34:47,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f2fe403fc35f45d9a3808720826f0f64 2024-12-11T17:34:47,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/dda8f9cab55a4032b565b8a81af4e83f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f 2024-12-11T17:34:47,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f, entries=200, sequenceid=385, filesize=14.4 K 2024-12-11T17:34:47,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/bc9e2987d49f481cb891b377a96de97f as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f 2024-12-11T17:34:47,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f, entries=150, sequenceid=385, filesize=12.0 K 2024-12-11T17:34:47,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/f2fe403fc35f45d9a3808720826f0f64 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64 2024-12-11T17:34:47,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64, entries=150, sequenceid=385, filesize=12.0 K 2024-12-11T17:34:47,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3e89ec80c8e6d75cee5354f1c848cd93 in 440ms, sequenceid=385, compaction requested=true 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:47,715 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:47,715 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:47,716 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,716 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,716 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/7234d5ddaa0c4aefa35152151abfa981, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=39.3 K 2024-12-11T17:34:47,716 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/533d9efd0f754c40aee7a3b526a42728, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.9 K 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7234d5ddaa0c4aefa35152151abfa981, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 533d9efd0f754c40aee7a3b526a42728, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting e91405b91a2a4d5dac8bc385fc824ffd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733938485362 2024-12-11T17:34:47,716 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc99d72aaf914225a1d2c87c8a339f7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733938485362 2024-12-11T17:34:47,717 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9e2987d49f481cb891b377a96de97f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486132 2024-12-11T17:34:47,717 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting dda8f9cab55a4032b565b8a81af4e83f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486118 2024-12-11T17:34:47,722 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#438 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:47,722 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/e9165431d6d84b0da6d5fc212608e5c5 is 50, key is test_row_0/B:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,724 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:47,725 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/d611ac8840f8486bb0b812ac3adc67b7 is 50, key is test_row_0/A:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742336_1512 (size=13255) 2024-12-11T17:34:47,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742337_1513 (size=13255) 2024-12-11T17:34:47,740 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/d611ac8840f8486bb0b812ac3adc67b7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d611ac8840f8486bb0b812ac3adc67b7 2024-12-11T17:34:47,747 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into d611ac8840f8486bb0b812ac3adc67b7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:47,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:47,747 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938487715; duration=0sec 2024-12-11T17:34:47,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:47,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:47,747 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:47,749 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:47,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:47,750 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,750 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5494f7b3e5b64957bc3bcf26e2689092, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=36.9 K 2024-12-11T17:34:47,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5494f7b3e5b64957bc3bcf26e2689092, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733938484682 2024-12-11T17:34:47,750 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3194bca3674687873c8bc1bb8f1e8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733938485362 2024-12-11T17:34:47,751 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2fe403fc35f45d9a3808720826f0f64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486132 2024-12-11T17:34:47,759 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:47,760 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5ab8d32124ce442185fa49f9b1569c1d is 50, key is test_row_0/C:col10/1733938487275/Put/seqid=0 2024-12-11T17:34:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742338_1514 (size=13255) 2024-12-11T17:34:47,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-11T17:34:47,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,829 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-11T17:34:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/426c5b7e8b8748fea8326cbc55447f43 is 50, key is test_row_0/A:col10/1733938487305/Put/seqid=0 2024-12-11T17:34:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-11T17:34:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742339_1515 (size=12301) 2024-12-11T17:34:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/426c5b7e8b8748fea8326cbc55447f43 2024-12-11T17:34:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c875dbfa25a648d4b225f2af315456d1 is 50, key is test_row_0/B:col10/1733938487305/Put/seqid=0 2024-12-11T17:34:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742340_1516 (size=12301) 2024-12-11T17:34:47,871 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c875dbfa25a648d4b225f2af315456d1 2024-12-11T17:34:47,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/9a681647453846c9a22f3c54a6a306aa is 50, key is test_row_0/C:col10/1733938487305/Put/seqid=0 2024-12-11T17:34:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742341_1517 (size=12301) 2024-12-11T17:34:47,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/9a681647453846c9a22f3c54a6a306aa 2024-12-11T17:34:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/426c5b7e8b8748fea8326cbc55447f43 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43 2024-12-11T17:34:47,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43, entries=150, sequenceid=402, filesize=12.0 K 2024-12-11T17:34:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/c875dbfa25a648d4b225f2af315456d1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1 2024-12-11T17:34:47,906 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1, entries=150, sequenceid=402, filesize=12.0 K 2024-12-11T17:34:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/9a681647453846c9a22f3c54a6a306aa as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa 2024-12-11T17:34:47,911 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa, entries=150, sequenceid=402, filesize=12.0 K 2024-12-11T17:34:47,912 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 3e89ec80c8e6d75cee5354f1c848cd93 in 83ms, sequenceid=402, compaction requested=false 2024-12-11T17:34:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:47,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-11T17:34:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-11T17:34:47,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-11T17:34:47,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 388 msec 2024-12-11T17:34:47,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 392 msec 2024-12-11T17:34:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:47,944 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:47,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:34:47,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/57ce5be7dba4406daf1aa9df535804eb is 50, key is test_row_0/A:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:47,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742342_1518 (size=17181) 2024-12-11T17:34:47,978 INFO [Thread-1939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1939. 2024-12-11T17:34:47,978 INFO [Thread-1932 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1932. 2024-12-11T17:34:47,978 DEBUG [Thread-1939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,978 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,978 DEBUG [Thread-1932 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,978 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,978 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,978 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,979 INFO [Thread-1930 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1930. 2024-12-11T17:34:47,979 DEBUG [Thread-1930 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,979 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,979 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,986 INFO [Thread-1943 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1943. 2024-12-11T17:34:47,986 DEBUG [Thread-1943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,986 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,986 INFO [Thread-1934 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1934. 2024-12-11T17:34:47,986 DEBUG [Thread-1934 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,986 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,986 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,986 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,987 INFO [Thread-1936 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1936. 2024-12-11T17:34:47,987 DEBUG [Thread-1936 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,987 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,987 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,988 INFO [Thread-1941 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1941. 2024-12-11T17:34:47,988 DEBUG [Thread-1941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,988 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,989 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,991 INFO [Thread-1947 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1947. 2024-12-11T17:34:47,991 DEBUG [Thread-1947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,991 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,991 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:47,996 INFO [Thread-1945 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1945. 2024-12-11T17:34:47,996 DEBUG [Thread-1945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:47,996 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,996 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:47,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:48,134 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/e9165431d6d84b0da6d5fc212608e5c5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e9165431d6d84b0da6d5fc212608e5c5 2024-12-11T17:34:48,137 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into e9165431d6d84b0da6d5fc212608e5c5(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:48,137 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:48,137 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938487715; duration=0sec 2024-12-11T17:34:48,137 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:48,138 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-11T17:34:48,152 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:48,169 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/5ab8d32124ce442185fa49f9b1569c1d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5ab8d32124ce442185fa49f9b1569c1d 2024-12-11T17:34:48,174 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into 5ab8d32124ce442185fa49f9b1569c1d(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:48,174 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:48,174 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938487715; duration=0sec 2024-12-11T17:34:48,174 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:48,174 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:48,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/57ce5be7dba4406daf1aa9df535804eb 2024-12-11T17:34:48,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/768d61d0157b4578b802cdde2c7a99d7 is 50, key is test_row_0/B:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:48,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742343_1519 (size=12301) 2024-12-11T17:34:48,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/768d61d0157b4578b802cdde2c7a99d7 2024-12-11T17:34:48,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/507bc27892ec47c8aa83d234a78d9e76 is 50, key is test_row_0/C:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742344_1520 (size=12301) 2024-12-11T17:34:49,177 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-12-11T17:34:49,177 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:34:49,177 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:49,178 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:49,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:34:49,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2009 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6027 rows 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2011 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6033 rows 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2005 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6015 rows 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2002 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6006 rows 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2014 2024-12-11T17:34:49,179 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6039 rows 2024-12-11T17:34:49,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:34:49,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:34:49,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:49,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:49,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:34:49,181 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:34:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:49,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938489184"}]},"ts":"1733938489184"} 2024-12-11T17:34:49,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:34:49,186 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:34:49,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:34:49,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/507bc27892ec47c8aa83d234a78d9e76 2024-12-11T17:34:49,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, UNASSIGN}] 2024-12-11T17:34:49,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, UNASSIGN 2024-12-11T17:34:49,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3e89ec80c8e6d75cee5354f1c848cd93, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:49,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, UNASSIGN because future has completed 2024-12-11T17:34:49,193 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:34:49,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:49,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/57ce5be7dba4406daf1aa9df535804eb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb 2024-12-11T17:34:49,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb, entries=250, sequenceid=413, filesize=16.8 K 2024-12-11T17:34:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/768d61d0157b4578b802cdde2c7a99d7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7 2024-12-11T17:34:49,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7, entries=150, sequenceid=413, filesize=12.0 K 2024-12-11T17:34:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/507bc27892ec47c8aa83d234a78d9e76 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76 2024-12-11T17:34:49,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76, entries=150, sequenceid=413, filesize=12.0 K 2024-12-11T17:34:49,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=127.47 KB/130530 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1261ms, sequenceid=413, compaction requested=true 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3e89ec80c8e6d75cee5354f1c848cd93:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:49,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/B is initiating minor compaction (all files) 2024-12-11T17:34:49,205 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/A is initiating minor compaction (all files) 2024-12-11T17:34:49,206 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/A in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,206 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/B in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,206 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e9165431d6d84b0da6d5fc212608e5c5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=37.0 K 2024-12-11T17:34:49,206 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d611ac8840f8486bb0b812ac3adc67b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=41.7 K 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d611ac8840f8486bb0b812ac3adc67b7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486132 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting e9165431d6d84b0da6d5fc212608e5c5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486132 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 426c5b7e8b8748fea8326cbc55447f43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733938487298 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting c875dbfa25a648d4b225f2af315456d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733938487298 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ce5be7dba4406daf1aa9df535804eb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733938487935 2024-12-11T17:34:49,206 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 768d61d0157b4578b802cdde2c7a99d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733938487938 2024-12-11T17:34:49,214 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#B#compaction#447 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:49,214 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/773a60191de24a368298ccdf46f81655 is 50, key is test_row_0/B:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:49,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742345_1521 (size=13357) 2024-12-11T17:34:49,221 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#A#compaction#448 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:49,221 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/bd3f9b79bd4e48de8530fa8082752f5d is 50, key is test_row_0/A:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:49,224 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/773a60191de24a368298ccdf46f81655 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/773a60191de24a368298ccdf46f81655 2024-12-11T17:34:49,227 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/B of 3e89ec80c8e6d75cee5354f1c848cd93 into 773a60191de24a368298ccdf46f81655(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:49,227 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:49,227 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/B, priority=13, startTime=1733938489205; duration=0sec 2024-12-11T17:34:49,228 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:49,228 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:B 2024-12-11T17:34:49,228 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:49,228 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:49,228 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 3e89ec80c8e6d75cee5354f1c848cd93/C is initiating minor compaction (all files) 2024-12-11T17:34:49,229 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3e89ec80c8e6d75cee5354f1c848cd93/C in TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,229 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5ab8d32124ce442185fa49f9b1569c1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp, totalSize=37.0 K 2024-12-11T17:34:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742346_1522 (size=13357) 2024-12-11T17:34:49,229 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ab8d32124ce442185fa49f9b1569c1d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733938486132 2024-12-11T17:34:49,229 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a681647453846c9a22f3c54a6a306aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733938487298 2024-12-11T17:34:49,229 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 507bc27892ec47c8aa83d234a78d9e76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733938487938 2024-12-11T17:34:49,236 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3e89ec80c8e6d75cee5354f1c848cd93#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:49,237 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/d778a075327f4258a83e9b52fcfb8dd3 is 50, key is test_row_0/C:col10/1733938487938/Put/seqid=0 2024-12-11T17:34:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742347_1523 (size=13357) 2024-12-11T17:34:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:49,346 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:49,346 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:34:49,346 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 3e89ec80c8e6d75cee5354f1c848cd93, disabling compactions & flushes 2024-12-11T17:34:49,346 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:49,636 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/bd3f9b79bd4e48de8530fa8082752f5d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/bd3f9b79bd4e48de8530fa8082752f5d 2024-12-11T17:34:49,642 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/A of 3e89ec80c8e6d75cee5354f1c848cd93 into bd3f9b79bd4e48de8530fa8082752f5d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:49,642 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:49,642 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/A, priority=13, startTime=1733938489205; duration=0sec 2024-12-11T17:34:49,642 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:49,642 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:A 2024-12-11T17:34:49,644 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/d778a075327f4258a83e9b52fcfb8dd3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/d778a075327f4258a83e9b52fcfb8dd3 2024-12-11T17:34:49,649 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3e89ec80c8e6d75cee5354f1c848cd93/C of 3e89ec80c8e6d75cee5354f1c848cd93 into d778a075327f4258a83e9b52fcfb8dd3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:49,649 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3e89ec80c8e6d75cee5354f1c848cd93: 2024-12-11T17:34:49,649 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,649 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., storeName=3e89ec80c8e6d75cee5354f1c848cd93/C, priority=13, startTime=1733938489205; duration=0sec 2024-12-11T17:34:49,649 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,649 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:49,649 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. after waiting 0 ms 2024-12-11T17:34:49,649 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3e89ec80c8e6d75cee5354f1c848cd93:C 2024-12-11T17:34:49,649 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:49,649 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 3e89ec80c8e6d75cee5354f1c848cd93 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-11T17:34:49,655 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/db1ed8a28bde4f06974332a10608c37a is 50, key is test_row_0/A:col10/1733938487978/Put/seqid=0 2024-12-11T17:34:49,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742348_1524 (size=12301) 2024-12-11T17:34:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:50,061 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/db1ed8a28bde4f06974332a10608c37a 2024-12-11T17:34:50,075 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a658e5fa006d46b0804e7cb325dd2a93 is 50, key is test_row_0/B:col10/1733938487978/Put/seqid=0 2024-12-11T17:34:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742349_1525 (size=12301) 2024-12-11T17:34:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:50,481 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a658e5fa006d46b0804e7cb325dd2a93 2024-12-11T17:34:50,493 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0861890442834b6fa9435bf037440e34 is 50, key is test_row_0/C:col10/1733938487978/Put/seqid=0 2024-12-11T17:34:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742350_1526 (size=12301) 2024-12-11T17:34:50,898 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0861890442834b6fa9435bf037440e34 2024-12-11T17:34:50,909 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/A/db1ed8a28bde4f06974332a10608c37a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/db1ed8a28bde4f06974332a10608c37a 2024-12-11T17:34:50,914 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/db1ed8a28bde4f06974332a10608c37a, entries=150, sequenceid=440, filesize=12.0 K 2024-12-11T17:34:50,915 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/B/a658e5fa006d46b0804e7cb325dd2a93 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a658e5fa006d46b0804e7cb325dd2a93 2024-12-11T17:34:50,920 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a658e5fa006d46b0804e7cb325dd2a93, entries=150, sequenceid=440, filesize=12.0 K 2024-12-11T17:34:50,921 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/.tmp/C/0861890442834b6fa9435bf037440e34 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0861890442834b6fa9435bf037440e34 2024-12-11T17:34:50,925 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0861890442834b6fa9435bf037440e34, entries=150, sequenceid=440, filesize=12.0 K 2024-12-11T17:34:50,926 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1277ms, sequenceid=440, compaction requested=false 2024-12-11T17:34:50,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fa2d9fcd61cb4f85903e553536722d73, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/169a26317d4c4ece8635e18aa60ad7d2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/47e682b569d94e6f8895f1c6a0f4a75d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/9eb1a605fd284756867e3d90cbb8c18a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a2bb3c461c604d15895fa41af6179788, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/24606c7d43a249b79d98837c514a2d13, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d4afed1270ae4ce6843d63470fdfaab4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/7234d5ddaa0c4aefa35152151abfa981, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d611ac8840f8486bb0b812ac3adc67b7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb] to archive 2024-12-11T17:34:50,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:50,930 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/8d794dc11d4542a89f873fc77581234a 2024-12-11T17:34:50,930 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fa2d9fcd61cb4f85903e553536722d73 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fa2d9fcd61cb4f85903e553536722d73 2024-12-11T17:34:50,930 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/50dd221ea98d487b8f01a41a6ff5aa0b 2024-12-11T17:34:50,930 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/78876ed03be8447180d63af9ea215509 2024-12-11T17:34:50,930 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/169a26317d4c4ece8635e18aa60ad7d2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/169a26317d4c4ece8635e18aa60ad7d2 2024-12-11T17:34:50,931 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/00ecb91df8eb4dba8d00428f449a84da 2024-12-11T17:34:50,931 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a4abab3c91d149f594c07c58785f9dd6 2024-12-11T17:34:50,931 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/80d16aaeb82b4ae083c5dcda886ae7e5 2024-12-11T17:34:50,932 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/1286daf9fbe148eca42f8cc08b1b5142 2024-12-11T17:34:50,932 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/6db2e04ef39a4085a01a43249f57c2d0 2024-12-11T17:34:50,932 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/5fa697785a334d3d81b4e8faec8bd425 2024-12-11T17:34:50,933 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/e693af509e8b430ab90c3e6d03457ca0 2024-12-11T17:34:50,933 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/62913665f5e048b88b6d74adce305925 2024-12-11T17:34:50,933 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/47e682b569d94e6f8895f1c6a0f4a75d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/47e682b569d94e6f8895f1c6a0f4a75d 2024-12-11T17:34:50,933 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/9eb1a605fd284756867e3d90cbb8c18a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/9eb1a605fd284756867e3d90cbb8c18a 2024-12-11T17:34:50,933 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/fb4a685dd6594d88a3c98496a871e4d8 2024-12-11T17:34:50,934 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a2bb3c461c604d15895fa41af6179788 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/a2bb3c461c604d15895fa41af6179788 2024-12-11T17:34:50,934 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/2ee7b49f6e1047b69b50dc6e03cf7ce3 2024-12-11T17:34:50,934 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/565c25d58cbb4ec59d5fa6ba525278f0 2024-12-11T17:34:50,935 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/24606c7d43a249b79d98837c514a2d13 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/24606c7d43a249b79d98837c514a2d13 2024-12-11T17:34:50,935 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/0a81a3528ebf4a33a0d2ed307024e86d 2024-12-11T17:34:50,935 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/67fbdaa0c172418cad8fc33153363b96 2024-12-11T17:34:50,935 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d4afed1270ae4ce6843d63470fdfaab4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d4afed1270ae4ce6843d63470fdfaab4 2024-12-11T17:34:50,935 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b13ea2c99f6540c39041b7ba07140952 2024-12-11T17:34:50,936 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/7234d5ddaa0c4aefa35152151abfa981 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/7234d5ddaa0c4aefa35152151abfa981 2024-12-11T17:34:50,936 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/b59fdc33b52747b79358a6f090130083 2024-12-11T17:34:50,936 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dda8f9cab55a4032b565b8a81af4e83f 2024-12-11T17:34:50,936 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/dc99d72aaf914225a1d2c87c8a339f7c 2024-12-11T17:34:50,937 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d611ac8840f8486bb0b812ac3adc67b7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/d611ac8840f8486bb0b812ac3adc67b7 2024-12-11T17:34:50,937 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/426c5b7e8b8748fea8326cbc55447f43 2024-12-11T17:34:50,937 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/57ce5be7dba4406daf1aa9df535804eb 2024-12-11T17:34:50,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f6344110ba1e4f66ae5de6c630f23d8b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/ba7935d3822048e2b25ac9d9678bde2d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8d0fc940f85c4279a19f5e4f50874a71, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/4e09ff5de03144ae989a57ff254fa54d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/6e94b078bd4745f593f3749b4242d726, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f7fab853862e402dad8fe2da145f7efd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c7704bc33352455e90f3ebecf05817b3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/533d9efd0f754c40aee7a3b526a42728, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e9165431d6d84b0da6d5fc212608e5c5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7] to archive 2024-12-11T17:34:50,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:50,940 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8968acbf043740a2a7b2413b2955440f 2024-12-11T17:34:50,940 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/fd186e297f6a447b83c631ebfc133dd4 2024-12-11T17:34:50,940 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/37fe56a2f94c4f81ae526e53cf2a7eb3 2024-12-11T17:34:50,940 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/3d876b114c3f4272ba34e1c933d5c009 2024-12-11T17:34:50,941 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/367dc20a1d5040cc8f6a1a487bc540d9 2024-12-11T17:34:50,941 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/ba7935d3822048e2b25ac9d9678bde2d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/ba7935d3822048e2b25ac9d9678bde2d 2024-12-11T17:34:50,941 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f6344110ba1e4f66ae5de6c630f23d8b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f6344110ba1e4f66ae5de6c630f23d8b 2024-12-11T17:34:50,941 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/456d024279d9440280fc8da71321c6e1 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8d0fc940f85c4279a19f5e4f50874a71 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/8d0fc940f85c4279a19f5e4f50874a71 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/9816f93f035d471eb643567df6e31775 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/0f2f2e0b64d94d22bc396cac5436855f 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/6e94b078bd4745f593f3749b4242d726 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/6e94b078bd4745f593f3749b4242d726 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f3ee4814e22e4d2e9361fa0077b890de 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/418149939994401e9fa3b4269b711d4d 2024-12-11T17:34:50,942 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/28455981d7974b93a92736b8cf1325cf 2024-12-11T17:34:50,943 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/4e09ff5de03144ae989a57ff254fa54d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/4e09ff5de03144ae989a57ff254fa54d 2024-12-11T17:34:50,943 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a5f2288f5f9f482abb52644d325bc61d 2024-12-11T17:34:50,943 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7fc96442f9eb4c46b50c2d48edf08737 2024-12-11T17:34:50,943 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f7fab853862e402dad8fe2da145f7efd to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/f7fab853862e402dad8fe2da145f7efd 2024-12-11T17:34:50,943 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/17bc1fd9fad74f9d84ba2e4df32414b9 2024-12-11T17:34:50,944 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/cd9cc7c8667841c2b9956b414948c7db 2024-12-11T17:34:50,944 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c7704bc33352455e90f3ebecf05817b3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c7704bc33352455e90f3ebecf05817b3 2024-12-11T17:34:50,944 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/7eb49061990e483ea3ca647c6ac1f72b 2024-12-11T17:34:50,944 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c44d2b42f458471583cd4cda52c17c99 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a76e3c6d49ad4e4294704382f1c85178 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e91405b91a2a4d5dac8bc385fc824ffd 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/533d9efd0f754c40aee7a3b526a42728 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/533d9efd0f754c40aee7a3b526a42728 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e9165431d6d84b0da6d5fc212608e5c5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/e9165431d6d84b0da6d5fc212608e5c5 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/bc9e2987d49f481cb891b377a96de97f 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/c875dbfa25a648d4b225f2af315456d1 2024-12-11T17:34:50,945 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/768d61d0157b4578b802cdde2c7a99d7 2024-12-11T17:34:50,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3ed93bae515840ac9b24eb2a2e29bc1e, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/68585624b569459cbd365659f0195277, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/21384839c37d484cae7fa58e3bb1f8e2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/45b2ed4011f644229f2b5499ee1017e6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/40433b47e0014b4bbb27a7f9f5125ab5, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/abae25c37839412e8f711f957ae75227, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/324541e2f3ef4405a8baf0d146d11bef, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5494f7b3e5b64957bc3bcf26e2689092, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5ab8d32124ce442185fa49f9b1569c1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76] to archive 2024-12-11T17:34:50,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/761237b96a9440c281a98e79c9973a5a 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3ed93bae515840ac9b24eb2a2e29bc1e to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3ed93bae515840ac9b24eb2a2e29bc1e 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/e0378a61c00f4ada8824104aedbcd2b3 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/8a596c3517fc4e63b0d8f8cfde1d1b9f 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/68585624b569459cbd365659f0195277 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/68585624b569459cbd365659f0195277 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/7ab0de3e1de84507b48d7ec2fbe8d4fb 2024-12-11T17:34:50,949 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0ee45deec6e44485a05277abd8ae63b5 2024-12-11T17:34:50,950 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5f1ba0ce40bd44ee93877a8c16b9ef18 2024-12-11T17:34:50,950 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/568f2ea4843c485ebda5edcb76342710 2024-12-11T17:34:50,950 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/3cd11d35b85a44adbf84d408a00a8d1a 2024-12-11T17:34:50,950 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/21384839c37d484cae7fa58e3bb1f8e2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/21384839c37d484cae7fa58e3bb1f8e2 2024-12-11T17:34:50,950 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5e340b4b3b0c49a6872a89be18a536d0 2024-12-11T17:34:50,951 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/45b2ed4011f644229f2b5499ee1017e6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/45b2ed4011f644229f2b5499ee1017e6 2024-12-11T17:34:50,951 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f4d974cb094b4830a1e356abda849c28 2024-12-11T17:34:50,951 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/84d8a473f0d34731b2392f601333c396 2024-12-11T17:34:50,951 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/40433b47e0014b4bbb27a7f9f5125ab5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/40433b47e0014b4bbb27a7f9f5125ab5 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/6cc229daa7514821b46bfbfaca409f8a 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/76fd7fc54c0745b7919f857ba741691b 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/abae25c37839412e8f711f957ae75227 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/abae25c37839412e8f711f957ae75227 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/a750f55902bb417f80dd22385d51d84d 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/324541e2f3ef4405a8baf0d146d11bef to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/324541e2f3ef4405a8baf0d146d11bef 2024-12-11T17:34:50,952 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/fc76ac55d0ac4ae7883c889ef1bc8f45 2024-12-11T17:34:50,953 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/178c02e9b29444289c34a2b650153bb0 2024-12-11T17:34:50,953 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/b563ebaac9ac49a0a2e64f7e2f40089c 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5494f7b3e5b64957bc3bcf26e2689092 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5494f7b3e5b64957bc3bcf26e2689092 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5ab8d32124ce442185fa49f9b1569c1d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/5ab8d32124ce442185fa49f9b1569c1d 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/f2fe403fc35f45d9a3808720826f0f64 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0a93a1480c894cc49dbceede731f51c7 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/ab3194bca3674687873c8bc1bb8f1e8a 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/9a681647453846c9a22f3c54a6a306aa 2024-12-11T17:34:50,954 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/507bc27892ec47c8aa83d234a78d9e76 2024-12-11T17:34:50,957 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/recovered.edits/443.seqid, newMaxSeqId=443, maxSeqId=1 2024-12-11T17:34:50,958 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. 2024-12-11T17:34:50,958 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 3e89ec80c8e6d75cee5354f1c848cd93: Waiting for close lock at 1733938489346Running coprocessor pre-close hooks at 1733938489346Disabling compacts and flushes for region at 1733938489346Disabling writes for close at 1733938489649 (+303 ms)Obtaining lock to block concurrent updates at 1733938489649Preparing flush snapshotting stores in 3e89ec80c8e6d75cee5354f1c848cd93 at 1733938489649Finished memstore snapshotting TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93., syncing WAL and waiting on mvcc, flushsize=dataSize=130530, getHeapSize=342720, getOffHeapSize=0, getCellsCount=2850 at 1733938489649Flushing stores of TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93. at 1733938489650 (+1 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/A: creating writer at 1733938489650Flushing 3e89ec80c8e6d75cee5354f1c848cd93/A: appending metadata at 1733938489654 (+4 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/A: closing flushed file at 1733938489654Flushing 3e89ec80c8e6d75cee5354f1c848cd93/B: creating writer at 1733938490071 (+417 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/B: appending metadata at 1733938490075 (+4 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/B: closing flushed file at 1733938490075Flushing 3e89ec80c8e6d75cee5354f1c848cd93/C: creating writer at 1733938490488 (+413 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/C: appending metadata at 1733938490492 (+4 ms)Flushing 3e89ec80c8e6d75cee5354f1c848cd93/C: closing flushed file at 1733938490492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6830d1dd: reopening flushed file at 1733938490907 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ebe0bb: reopening flushed file at 1733938490914 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a06bc3: reopening flushed file at 1733938490920 (+6 ms)Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 3e89ec80c8e6d75cee5354f1c848cd93 in 1277ms, sequenceid=440, compaction requested=false at 1733938490926 (+6 ms)Writing region close event to WAL at 1733938490955 (+29 ms)Running coprocessor post-close hooks at 1733938490958 (+3 ms)Closed at 1733938490958 2024-12-11T17:34:50,959 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:50,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3e89ec80c8e6d75cee5354f1c848cd93, regionState=CLOSED 2024-12-11T17:34:50,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:50,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-11T17:34:50,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e89ec80c8e6d75cee5354f1c848cd93, server=d7d00a8b8c10,33151,1733938334749 in 1.7680 sec 2024-12-11T17:34:50,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-11T17:34:50,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3e89ec80c8e6d75cee5354f1c848cd93, UNASSIGN in 1.7740 sec 2024-12-11T17:34:50,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-11T17:34:50,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7780 sec 2024-12-11T17:34:50,968 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938490967"}]},"ts":"1733938490967"} 2024-12-11T17:34:50,969 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:34:50,969 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:34:50,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7890 sec 2024-12-11T17:34:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-11T17:34:51,333 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:51,334 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:34:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,396 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-11T17:34:51,399 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,403 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:51,406 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/recovered.edits] 2024-12-11T17:34:51,410 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/bd3f9b79bd4e48de8530fa8082752f5d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/bd3f9b79bd4e48de8530fa8082752f5d 2024-12-11T17:34:51,410 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/db1ed8a28bde4f06974332a10608c37a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/A/db1ed8a28bde4f06974332a10608c37a 2024-12-11T17:34:51,414 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a658e5fa006d46b0804e7cb325dd2a93 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/a658e5fa006d46b0804e7cb325dd2a93 2024-12-11T17:34:51,414 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/773a60191de24a368298ccdf46f81655 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/B/773a60191de24a368298ccdf46f81655 2024-12-11T17:34:51,418 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0861890442834b6fa9435bf037440e34 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/0861890442834b6fa9435bf037440e34 2024-12-11T17:34:51,418 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/d778a075327f4258a83e9b52fcfb8dd3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/C/d778a075327f4258a83e9b52fcfb8dd3 2024-12-11T17:34:51,423 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/recovered.edits/443.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93/recovered.edits/443.seqid 2024-12-11T17:34:51,424 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/3e89ec80c8e6d75cee5354f1c848cd93 2024-12-11T17:34:51,424 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:34:51,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,430 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:34:51,433 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:34:51,435 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,435 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:34:51,435 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938491435"}]},"ts":"9223372036854775807"} 2024-12-11T17:34:51,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:34:51,437 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3e89ec80c8e6d75cee5354f1c848cd93, NAME => 'TestAcidGuarantees,,1733938465776.3e89ec80c8e6d75cee5354f1c848cd93.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:34:51,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:34:51,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938491437"}]},"ts":"9223372036854775807"} 2024-12-11T17:34:51,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:34:51,440 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-12-11T17:34:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-11T17:34:51,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:34:51,505 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:51,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=247 (was 247), OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 292) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4931 (was 4980) 2024-12-11T17:34:51,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=247, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=4930 2024-12-11T17:34:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:34:51,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:34:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:51,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T17:34:51,526 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:51,526 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-12-11T17:34:51,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T17:34:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742351_1527 (size=959) 2024-12-11T17:34:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:51,937 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501 2024-12-11T17:34:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742352_1528 (size=53) 2024-12-11T17:34:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4e79a8d9c2e0cafc0f875d970711f96a, disabling compactions & flushes 2024-12-11T17:34:52,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. after waiting 0 ms 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e79a8d9c2e0cafc0f875d970711f96a: Waiting for close lock at 1733938492348Disabling compacts and flushes for region at 1733938492348Disabling writes for close at 1733938492348Writing region close event to WAL at 1733938492348Closed at 1733938492348 2024-12-11T17:34:52,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T17:34:52,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733938492350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733938492350"}]},"ts":"1733938492350"} 2024-12-11T17:34:52,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T17:34:52,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T17:34:52,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938492353"}]},"ts":"1733938492353"} 2024-12-11T17:34:52,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-11T17:34:52,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, ASSIGN}] 2024-12-11T17:34:52,357 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, ASSIGN 2024-12-11T17:34:52,358 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, ASSIGN; state=OFFLINE, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=false 2024-12-11T17:34:52,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:52,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, ASSIGN because future has completed 2024-12-11T17:34:52,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:52,671 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,671 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:34:52,671 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,672 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:52,672 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,672 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,674 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,675 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName A 2024-12-11T17:34:52,676 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:52,676 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:52,676 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,678 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName B 2024-12-11T17:34:52,678 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:52,679 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:52,679 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,681 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName C 2024-12-11T17:34:52,681 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:52,681 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:52,682 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,682 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,683 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,685 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,685 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,686 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:34:52,687 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,689 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T17:34:52,689 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 4e79a8d9c2e0cafc0f875d970711f96a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984163, jitterRate=-0.03166051208972931}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:34:52,689 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:52,690 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 4e79a8d9c2e0cafc0f875d970711f96a: Running coprocessor pre-open hook at 1733938492672Writing region info on filesystem at 1733938492672Initializing all the Stores at 1733938492673 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938492673Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938492673Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938492673Cleaning up temporary data from old regions at 1733938492685 (+12 ms)Running coprocessor post-open hooks at 1733938492689 (+4 ms)Region opened successfully at 1733938492690 (+1 ms) 2024-12-11T17:34:52,691 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., pid=148, masterSystemTime=1733938492667 2024-12-11T17:34:52,693 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,693 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:52,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=OPEN, openSeqNum=2, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:52,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:52,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-11T17:34:52,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 in 181 msec 2024-12-11T17:34:52,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-11T17:34:52,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, ASSIGN in 341 msec 2024-12-11T17:34:52,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T17:34:52,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938492700"}]},"ts":"1733938492700"} 2024-12-11T17:34:52,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-11T17:34:52,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T17:34:52,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-11T17:34:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-11T17:34:53,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:53,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37405d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:53,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:53,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:53,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:53,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:53,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:53,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13cc9e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:53,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:53,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:53,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:53,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T17:34:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d00a8b8c10,35091,1733938334048 2024-12-11T17:34:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d56266 2024-12-11T17:34:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T17:34:53,688 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T17:34:53,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-11T17:34:53,690 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T17:34:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-11T17:34:53,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742353_1529 (size=995) 2024-12-11T17:34:54,104 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-11T17:34:54,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-11T17:34:54,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:34:54,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE}] 2024-12-11T17:34:54,110 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE 2024-12-11T17:34:54,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE because future has completed 2024-12-11T17:34:54,112 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:34:54,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:54,264 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,264 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:34:54,264 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 4e79a8d9c2e0cafc0f875d970711f96a, disabling compactions & flushes 2024-12-11T17:34:54,264 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,264 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,264 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. after waiting 0 ms 2024-12-11T17:34:54,265 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,271 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-11T17:34:54,272 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,272 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 4e79a8d9c2e0cafc0f875d970711f96a: Waiting for close lock at 1733938494264Running coprocessor pre-close hooks at 1733938494264Disabling compacts and flushes for region at 1733938494264Disabling writes for close at 1733938494264Writing region close event to WAL at 1733938494265 (+1 ms)Running coprocessor post-close hooks at 1733938494271 (+6 ms)Closed at 1733938494271 2024-12-11T17:34:54,272 WARN [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 4e79a8d9c2e0cafc0f875d970711f96a to self. 2024-12-11T17:34:54,275 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,276 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=CLOSED 2024-12-11T17:34:54,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:54,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-11T17:34:54,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 in 167 msec 2024-12-11T17:34:54,284 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE; state=CLOSED, location=d7d00a8b8c10,33151,1733938334749; forceNewPlan=false, retain=true 2024-12-11T17:34:54,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:34:54,435 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=OPENING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE because future has completed 2024-12-11T17:34:54,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:34:54,601 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,601 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T17:34:54,602 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,602 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T17:34:54,602 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,602 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,605 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,606 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName A 2024-12-11T17:34:54,608 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:54,608 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:54,609 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,610 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName B 2024-12-11T17:34:54,610 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:54,610 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:54,610 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,611 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e79a8d9c2e0cafc0f875d970711f96a columnFamilyName C 2024-12-11T17:34:54,611 DEBUG [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:54,611 INFO [StoreOpener-4e79a8d9c2e0cafc0f875d970711f96a-1 {}] regionserver.HStore(327): Store=4e79a8d9c2e0cafc0f875d970711f96a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T17:34:54,612 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,612 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,614 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,615 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,615 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,616 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-11T17:34:54,617 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,618 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 4e79a8d9c2e0cafc0f875d970711f96a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68195184, jitterRate=0.016187429428100586}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-11T17:34:54,619 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,619 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 4e79a8d9c2e0cafc0f875d970711f96a: Running coprocessor pre-open hook at 1733938494602Writing region info on filesystem at 1733938494602Initializing all the Stores at 1733938494604 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938494604Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938494605 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733938494605Cleaning up temporary data from old regions at 1733938494615 (+10 ms)Running coprocessor post-open hooks at 1733938494619 (+4 ms)Region opened successfully at 1733938494619 2024-12-11T17:34:54,620 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., pid=153, masterSystemTime=1733938494594 2024-12-11T17:34:54,622 DEBUG [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,622 INFO [RS_OPEN_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,623 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=OPEN, openSeqNum=5, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:34:54,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-12-11T17:34:54,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 in 186 msec 2024-12-11T17:34:54,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-11T17:34:54,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, REOPEN/MOVE in 519 msec 2024-12-11T17:34:54,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-11T17:34:54,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-12-11T17:34:54,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-12-11T17:34:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-11T17:34:54,638 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:54,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542770dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,640 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a0e252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a019533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2308a0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,644 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ddfeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,645 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710720d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c68b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b5c46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e68d540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bef9fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,648 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bb5f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,649 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b906e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a07d55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c973ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,651 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699d8005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e520335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,652 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471286f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,653 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b87c8cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb48ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9d227e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,656 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9378dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ced809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,658 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745f2f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2603fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dde4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,661 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587ebc5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190b58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b1ac6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d00a8b8c10,35091,-1 for getting cluster id 2024-12-11T17:34:54,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T17:34:54,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc' 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f0e26b0-9e31-48ed-a317-5ec4a3eb00bc" 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d2792d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d00a8b8c10,35091,-1] 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T17:34:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:34:54,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T17:34:54,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de9dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T17:34:54,667 DEBUG [Thread-2369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2376 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2384 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2371 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [Thread-2373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [Thread-2382 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [Thread-2365 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [Thread-2365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,669 DEBUG [Thread-2367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 DEBUG [Thread-2382 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 DEBUG [Thread-2382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,670 DEBUG [Thread-2380 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T17:34:54,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,670 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:54,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d00a8b8c10,33151,1733938334749, seqNum=-1] 2024-12-11T17:34:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T17:34:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-11T17:34:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T17:34:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5] 2024-12-11T17:34:54,676 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:54,676 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:54,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:54,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:34:54,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211054fe401bf794323bd11b98f69389a30_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938494703/Put/seqid=0 2024-12-11T17:34:54,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938554725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938554726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938554729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938554729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938554735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742354_1530 (size=14594) 2024-12-11T17:34:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:54,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938554841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938554842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:54,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:54,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938555051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938555052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938555052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938555052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938555052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:55,147 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211054fe401bf794323bd11b98f69389a30_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211054fe401bf794323bd11b98f69389a30_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:55,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9cfd30cb7b304322a1747717eaf0b0db, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:55,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9cfd30cb7b304322a1747717eaf0b0db is 175, key is test_row_0/A:col10/1733938494703/Put/seqid=0 2024-12-11T17:34:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742355_1531 (size=39549) 2024-12-11T17:34:55,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:55,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,551 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9cfd30cb7b304322a1747717eaf0b0db 2024-12-11T17:34:55,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/95aac7663f3a48c981c86b6fd3b20cec is 50, key is test_row_0/B:col10/1733938494703/Put/seqid=0 2024-12-11T17:34:55,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742356_1532 (size=12001) 2024-12-11T17:34:55,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:55,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938555872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938555872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938555872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938555872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938555872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:55,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:55,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:55,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:55,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/95aac7663f3a48c981c86b6fd3b20cec 2024-12-11T17:34:55,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/f1df5cd2e76b4b60b9fa4f868bd7e662 is 50, key is test_row_0/C:col10/1733938494703/Put/seqid=0 2024-12-11T17:34:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742357_1533 (size=12001) 2024-12-11T17:34:56,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:56,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/f1df5cd2e76b4b60b9fa4f868bd7e662 2024-12-11T17:34:56,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9cfd30cb7b304322a1747717eaf0b0db as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db 2024-12-11T17:34:56,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db, entries=200, sequenceid=17, filesize=38.6 K 2024-12-11T17:34:56,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/95aac7663f3a48c981c86b6fd3b20cec as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec 2024-12-11T17:34:56,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec, entries=150, sequenceid=17, filesize=11.7 K 2024-12-11T17:34:56,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/f1df5cd2e76b4b60b9fa4f868bd7e662 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662 2024-12-11T17:34:56,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662, entries=150, sequenceid=17, filesize=11.7 K 2024-12-11T17:34:56,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4e79a8d9c2e0cafc0f875d970711f96a in 1719ms, sequenceid=17, compaction requested=false 2024-12-11T17:34:56,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:56,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T17:34:56,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-11T17:34:56,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:56,506 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:34:56,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a88d77c4d99c4815a0eb63e9d5d2134c_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938494727/Put/seqid=0 2024-12-11T17:34:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742358_1534 (size=12154) 2024-12-11T17:34:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:56,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a88d77c4d99c4815a0eb63e9d5d2134c_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a88d77c4d99c4815a0eb63e9d5d2134c_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:56,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09dfde8bd6454b18bb742b457f8cb635, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09dfde8bd6454b18bb742b457f8cb635 is 175, key is test_row_0/A:col10/1733938494727/Put/seqid=0 2024-12-11T17:34:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742359_1535 (size=30955) 2024-12-11T17:34:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:56,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:56,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938556892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:56,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938556892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:56,895 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:56,895 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:56,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938556893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938556893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:56,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938556894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:56,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09dfde8bd6454b18bb742b457f8cb635 2024-12-11T17:34:56,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/2bb4836a1adf4d4e9220ab9596975039 is 50, key is test_row_0/B:col10/1733938494727/Put/seqid=0 2024-12-11T17:34:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742360_1536 (size=12001) 2024-12-11T17:34:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938557002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938557002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938557002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938557212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938557212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938557212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,330 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/2bb4836a1adf4d4e9220ab9596975039 2024-12-11T17:34:57,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/4f3d66ac3b4f465b826bd3c533b0f1fe is 50, key is test_row_0/C:col10/1733938494727/Put/seqid=0 2024-12-11T17:34:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742361_1537 (size=12001) 2024-12-11T17:34:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938557522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938557522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938557522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:57,745 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/4f3d66ac3b4f465b826bd3c533b0f1fe 2024-12-11T17:34:57,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09dfde8bd6454b18bb742b457f8cb635 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635 2024-12-11T17:34:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635, entries=150, sequenceid=41, filesize=30.2 K 2024-12-11T17:34:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/2bb4836a1adf4d4e9220ab9596975039 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039 2024-12-11T17:34:57,753 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039, entries=150, sequenceid=41, filesize=11.7 K 2024-12-11T17:34:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/4f3d66ac3b4f465b826bd3c533b0f1fe as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe 2024-12-11T17:34:57,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe, entries=150, sequenceid=41, filesize=11.7 K 2024-12-11T17:34:57,757 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4e79a8d9c2e0cafc0f875d970711f96a in 1251ms, sequenceid=41, compaction requested=false 2024-12-11T17:34:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:57,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-11T17:34:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-11T17:34:57,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-11T17:34:57,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0830 sec 2024-12-11T17:34:57,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.0910 sec 2024-12-11T17:34:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:58,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T17:34:58,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116aabc6ac711544eeade794a0158fb62c_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742362_1538 (size=12154) 2024-12-11T17:34:58,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938558057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938558060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938558061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938558172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938558172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938558172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938558382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938558382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938558382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:58,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412116aabc6ac711544eeade794a0158fb62c_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aabc6ac711544eeade794a0158fb62c_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:58,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5e2b1a9f93dd4521847943020446475d, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5e2b1a9f93dd4521847943020446475d is 175, key is test_row_0/A:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742363_1539 (size=30955) 2024-12-11T17:34:58,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5e2b1a9f93dd4521847943020446475d 2024-12-11T17:34:58,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d7551bd6bd48419c9e32ba5920c4dda2 is 50, key is test_row_0/B:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742364_1540 (size=12001) 2024-12-11T17:34:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938558692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938558692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938558692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-11T17:34:58,842 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:34:58,842 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:34:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-11T17:34:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:34:58,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:34:58,844 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:34:58,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:34:58,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d7551bd6bd48419c9e32ba5920c4dda2 2024-12-11T17:34:58,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/829d6ad8673c4c76aa5cb54734222cfa is 50, key is test_row_0/C:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742365_1541 (size=12001) 2024-12-11T17:34:58,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/829d6ad8673c4c76aa5cb54734222cfa 2024-12-11T17:34:58,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5e2b1a9f93dd4521847943020446475d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d 2024-12-11T17:34:58,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d, entries=150, sequenceid=55, filesize=30.2 K 2024-12-11T17:34:58,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d7551bd6bd48419c9e32ba5920c4dda2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2 2024-12-11T17:34:58,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2, entries=150, sequenceid=55, filesize=11.7 K 2024-12-11T17:34:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/829d6ad8673c4c76aa5cb54734222cfa as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa 2024-12-11T17:34:58,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa, entries=150, sequenceid=55, filesize=11.7 K 2024-12-11T17:34:58,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4e79a8d9c2e0cafc0f875d970711f96a in 851ms, sequenceid=55, compaction requested=true 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:58,885 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:58,885 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:34:58,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:34:58,886 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:58,886 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=99.1 K 2024-12-11T17:34:58,886 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d] 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:34:58,886 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:58,886 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=35.2 K 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cfd30cb7b304322a1747717eaf0b0db, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733938494677 2024-12-11T17:34:58,886 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 95aac7663f3a48c981c86b6fd3b20cec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733938494677 2024-12-11T17:34:58,887 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09dfde8bd6454b18bb742b457f8cb635, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733938494721 2024-12-11T17:34:58,887 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bb4836a1adf4d4e9220ab9596975039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733938494721 2024-12-11T17:34:58,887 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e2b1a9f93dd4521847943020446475d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:34:58,887 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d7551bd6bd48419c9e32ba5920c4dda2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:34:58,891 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:58,892 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,892 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/b8d2d6cdcec74f1a90f681d0bbbdc601 is 50, key is test_row_0/B:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:58,893 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412110c16cfa4e0af4171b65a16745ae8f4f5_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742366_1542 (size=12104) 2024-12-11T17:34:58,895 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412110c16cfa4e0af4171b65a16745ae8f4f5_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,895 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412110c16cfa4e0af4171b65a16745ae8f4f5_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742367_1543 (size=4469) 2024-12-11T17:34:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:34:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-11T17:34:58,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b58820c8de824c90bded2b49275e3a7a_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938498059/Put/seqid=0 2024-12-11T17:34:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742368_1544 (size=14594) 2024-12-11T17:34:58,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:58,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211b58820c8de824c90bded2b49275e3a7a_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b58820c8de824c90bded2b49275e3a7a_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:58,917 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/7932187fbc814527a7532491f69a25af, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:58,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/7932187fbc814527a7532491f69a25af is 175, key is test_row_0/A:col10/1733938498059/Put/seqid=0 2024-12-11T17:34:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742369_1545 (size=39549) 2024-12-11T17:34:58,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/7932187fbc814527a7532491f69a25af 2024-12-11T17:34:58,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/fa475caeeb194fdb8356cd265bd174cc is 50, key is test_row_0/B:col10/1733938498059/Put/seqid=0 2024-12-11T17:34:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742370_1546 (size=12001) 2024-12-11T17:34:58,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/fa475caeeb194fdb8356cd265bd174cc 2024-12-11T17:34:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938558929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/21632898974f46c59157eecf89d1839d is 50, key is test_row_0/C:col10/1733938498059/Put/seqid=0 2024-12-11T17:34:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742371_1547 (size=12001) 2024-12-11T17:34:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938558932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:34:58,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-11T17:34:58,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:58,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:58,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:58,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:58,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938559041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938559041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-11T17:34:59,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:34:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938559202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938559202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938559202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938559251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938559252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,299 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/b8d2d6cdcec74f1a90f681d0bbbdc601 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b8d2d6cdcec74f1a90f681d0bbbdc601 2024-12-11T17:34:59,299 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:59,300 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/fa2481ec54ec4aa2b80c9854ad241180 is 175, key is test_row_0/A:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:59,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-11T17:34:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:34:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742372_1548 (size=31058) 2024-12-11T17:34:59,304 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into b8d2d6cdcec74f1a90f681d0bbbdc601(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:59,304 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:59,304 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=13, startTime=1733938498885; duration=0sec 2024-12-11T17:34:59,304 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:34:59,304 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:34:59,304 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:34:59,305 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:34:59,305 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:34:59,305 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,305 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=35.2 K 2024-12-11T17:34:59,306 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f1df5cd2e76b4b60b9fa4f868bd7e662, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733938494677 2024-12-11T17:34:59,306 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f3d66ac3b4f465b826bd3c533b0f1fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733938494721 2024-12-11T17:34:59,306 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 829d6ad8673c4c76aa5cb54734222cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:34:59,310 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:34:59,310 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be is 50, key is test_row_0/C:col10/1733938496889/Put/seqid=0 2024-12-11T17:34:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742373_1549 (size=12104) 2024-12-11T17:34:59,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/21632898974f46c59157eecf89d1839d 2024-12-11T17:34:59,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/7932187fbc814527a7532491f69a25af as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af 2024-12-11T17:34:59,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af, entries=200, sequenceid=78, filesize=38.6 K 2024-12-11T17:34:59,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/fa475caeeb194fdb8356cd265bd174cc as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc 2024-12-11T17:34:59,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc, entries=150, sequenceid=78, filesize=11.7 K 2024-12-11T17:34:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/21632898974f46c59157eecf89d1839d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d 2024-12-11T17:34:59,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d, entries=150, sequenceid=78, filesize=11.7 K 2024-12-11T17:34:59,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4e79a8d9c2e0cafc0f875d970711f96a in 446ms, sequenceid=78, compaction requested=false 2024-12-11T17:34:59,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:59,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-11T17:34:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:34:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-11T17:34:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113449b71afc784353874caed1e8d39858_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938498918/Put/seqid=0 2024-12-11T17:34:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742374_1550 (size=12154) 2024-12-11T17:34:59,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:34:59,471 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113449b71afc784353874caed1e8d39858_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113449b71afc784353874caed1e8d39858_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/2130982625204a7e823b26247b32bae4, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:34:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:34:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/2130982625204a7e823b26247b32bae4 is 175, key is test_row_0/A:col10/1733938498918/Put/seqid=0 2024-12-11T17:34:59,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742375_1551 (size=30955) 2024-12-11T17:34:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:34:59,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:34:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938559604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938559605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,706 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/fa2481ec54ec4aa2b80c9854ad241180 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180 2024-12-11T17:34:59,709 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into fa2481ec54ec4aa2b80c9854ad241180(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:59,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:59,710 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=13, startTime=1733938498885; duration=0sec 2024-12-11T17:34:59,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:59,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:34:59,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938559712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938559712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,716 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be 2024-12-11T17:34:59,720 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into d0f5f1dee3fb4e66b0f6feb11a4eb2be(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:34:59,720 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:34:59,720 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=13, startTime=1733938498885; duration=0sec 2024-12-11T17:34:59,720 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:34:59,720 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:34:59,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/2130982625204a7e823b26247b32bae4 2024-12-11T17:34:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/11b643a95a724ccdb57f8d68647773ef is 50, key is test_row_0/B:col10/1733938498918/Put/seqid=0 2024-12-11T17:34:59,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742376_1552 (size=12001) 2024-12-11T17:34:59,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/11b643a95a724ccdb57f8d68647773ef 2024-12-11T17:34:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/27dab30e3a4e4499b14d40b26f136cd7 is 50, key is test_row_0/C:col10/1733938498918/Put/seqid=0 2024-12-11T17:34:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742377_1553 (size=12001) 2024-12-11T17:34:59,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938559922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938559922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:34:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:34:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:35:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938560211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938560212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,212 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,213 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938560222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,223 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938560232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938560232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,305 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/27dab30e3a4e4499b14d40b26f136cd7 2024-12-11T17:35:00,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/2130982625204a7e823b26247b32bae4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4 2024-12-11T17:35:00,311 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4, entries=150, sequenceid=92, filesize=30.2 K 2024-12-11T17:35:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/11b643a95a724ccdb57f8d68647773ef as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef 2024-12-11T17:35:00,314 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef, entries=150, sequenceid=92, filesize=11.7 K 2024-12-11T17:35:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/27dab30e3a4e4499b14d40b26f136cd7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7 2024-12-11T17:35:00,317 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7, entries=150, sequenceid=92, filesize=11.7 K 2024-12-11T17:35:00,318 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4e79a8d9c2e0cafc0f875d970711f96a in 864ms, sequenceid=92, compaction requested=true 2024-12-11T17:35:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-11T17:35:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-11T17:35:00,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-11T17:35:00,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-12-11T17:35:00,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4790 sec 2024-12-11T17:35:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:00,746 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:00,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:35:00,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121146f267b68b20426b8877c33aa1e64e59_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742378_1554 (size=12154) 2024-12-11T17:35:00,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:00,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121146f267b68b20426b8877c33aa1e64e59_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121146f267b68b20426b8877c33aa1e64e59_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:00,757 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/69d5064b33f64fc8a6bc5b6ec3ac2e34, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:00,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 is 175, key is test_row_0/A:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742379_1555 (size=30955) 2024-12-11T17:35:00,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 2024-12-11T17:35:00,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f8ed321711ac411fa5cdf8bff0ca0cf4 is 50, key is test_row_0/B:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742380_1556 (size=12001) 2024-12-11T17:35:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938560779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938560779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938560892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938560892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-11T17:35:00,992 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:00,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-11T17:35:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:00,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:00,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:00,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938561102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938561102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-11T17:35:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:01,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f8ed321711ac411fa5cdf8bff0ca0cf4 2024-12-11T17:35:01,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 is 50, key is test_row_0/C:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742381_1557 (size=12001) 2024-12-11T17:35:01,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 2024-12-11T17:35:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 2024-12-11T17:35:01,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34, entries=150, sequenceid=119, filesize=30.2 K 2024-12-11T17:35:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f8ed321711ac411fa5cdf8bff0ca0cf4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4 2024-12-11T17:35:01,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4, entries=150, sequenceid=119, filesize=11.7 K 2024-12-11T17:35:01,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 2024-12-11T17:35:01,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2, entries=150, sequenceid=119, filesize=11.7 K 2024-12-11T17:35:01,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4e79a8d9c2e0cafc0f875d970711f96a in 448ms, sequenceid=119, compaction requested=true 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:01,194 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:01,194 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:01,195 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:01,195 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:01,195 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:01,195 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:01,195 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,195 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,196 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b8d2d6cdcec74f1a90f681d0bbbdc601, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=47.0 K 2024-12-11T17:35:01,196 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=129.4 K 2024-12-11T17:35:01,196 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34] 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa2481ec54ec4aa2b80c9854ad241180, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b8d2d6cdcec74f1a90f681d0bbbdc601, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7932187fbc814527a7532491f69a25af, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938498056 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting fa475caeeb194fdb8356cd265bd174cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938498059 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2130982625204a7e823b26247b32bae4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733938498918 2024-12-11T17:35:01,196 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 11b643a95a724ccdb57f8d68647773ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733938498918 2024-12-11T17:35:01,197 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ed321711ac411fa5cdf8bff0ca0cf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:01,197 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69d5064b33f64fc8a6bc5b6ec3ac2e34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:01,201 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:01,203 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:01,203 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211614fe9462508416a9cf643ac4835ba8a_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:01,203 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/0353c2e995514b70bd15d15ba5ea9b9b is 50, key is test_row_0/B:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:01,205 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211614fe9462508416a9cf643ac4835ba8a_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:01,205 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211614fe9462508416a9cf643ac4835ba8a_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742382_1558 (size=12241) 2024-12-11T17:35:01,212 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/0353c2e995514b70bd15d15ba5ea9b9b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0353c2e995514b70bd15d15ba5ea9b9b 2024-12-11T17:35:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742383_1559 (size=4469) 2024-12-11T17:35:01,216 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 0353c2e995514b70bd15d15ba5ea9b9b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:01,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:01,216 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=12, startTime=1733938501194; duration=0sec 2024-12-11T17:35:01,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:01,216 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:01,217 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:01,219 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:01,219 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:01,219 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,220 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=47.0 K 2024-12-11T17:35:01,220 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#475 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:01,220 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d0f5f1dee3fb4e66b0f6feb11a4eb2be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733938496889 2024-12-11T17:35:01,221 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/430476da7f4c4cb389c7e5b084fa6468 is 175, key is test_row_0/A:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:01,221 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 21632898974f46c59157eecf89d1839d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733938498059 2024-12-11T17:35:01,221 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 27dab30e3a4e4499b14d40b26f136cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733938498918 2024-12-11T17:35:01,221 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f67b3cc0f74f1c850a3f02ba2dbac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742384_1560 (size=31195) 2024-12-11T17:35:01,229 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/430476da7f4c4cb389c7e5b084fa6468 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468 2024-12-11T17:35:01,230 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:01,231 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/e25c4bc83aea4621abb0909f46e8a5b9 is 50, key is test_row_0/C:col10/1733938499603/Put/seqid=0 2024-12-11T17:35:01,232 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into 430476da7f4c4cb389c7e5b084fa6468(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:01,232 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:01,232 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=12, startTime=1733938501194; duration=0sec 2024-12-11T17:35:01,232 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:01,232 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742385_1561 (size=12241) 2024-12-11T17:35:01,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-11T17:35:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:01,299 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:35:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c4b89133895c4fc590d9420aa24629a3_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938500761/Put/seqid=0 2024-12-11T17:35:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742386_1562 (size=12204) 2024-12-11T17:35:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:01,312 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211c4b89133895c4fc590d9420aa24629a3_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c4b89133895c4fc590d9420aa24629a3_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/98dc5f6ab5254714988315fb71234ec6, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:01,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/98dc5f6ab5254714988315fb71234ec6 is 175, key is test_row_0/A:col10/1733938500761/Put/seqid=0 2024-12-11T17:35:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742387_1563 (size=31005) 2024-12-11T17:35:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:01,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:01,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938561447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938561448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938561552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938561562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:01,638 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/e25c4bc83aea4621abb0909f46e8a5b9 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/e25c4bc83aea4621abb0909f46e8a5b9 2024-12-11T17:35:01,641 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into e25c4bc83aea4621abb0909f46e8a5b9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:01,641 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:01,641 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=12, startTime=1733938501194; duration=0sec 2024-12-11T17:35:01,641 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:01,641 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:01,719 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/98dc5f6ab5254714988315fb71234ec6 2024-12-11T17:35:01,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f5862028e64f4c54a16a359b814682a3 is 50, key is test_row_0/B:col10/1733938500761/Put/seqid=0 2024-12-11T17:35:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742388_1564 (size=12051) 2024-12-11T17:35:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938561762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:01,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938561772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:01,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938562072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938562082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f5862028e64f4c54a16a359b814682a3 2024-12-11T17:35:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/a4e1f3006ddb4986a575e49ff08e525d is 50, key is test_row_0/C:col10/1733938500761/Put/seqid=0 2024-12-11T17:35:02,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742389_1565 (size=12051) 2024-12-11T17:35:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938562222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,225 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938562242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938562242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,243 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:02,242 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,543 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/a4e1f3006ddb4986a575e49ff08e525d 2024-12-11T17:35:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/98dc5f6ab5254714988315fb71234ec6 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6 2024-12-11T17:35:02,548 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6, entries=150, sequenceid=132, filesize=30.3 K 2024-12-11T17:35:02,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f5862028e64f4c54a16a359b814682a3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3 2024-12-11T17:35:02,551 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3, entries=150, sequenceid=132, filesize=11.8 K 2024-12-11T17:35:02,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/a4e1f3006ddb4986a575e49ff08e525d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d 2024-12-11T17:35:02,554 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d, entries=150, sequenceid=132, filesize=11.8 K 2024-12-11T17:35:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4e79a8d9c2e0cafc0f875d970711f96a in 1257ms, sequenceid=132, compaction requested=false 2024-12-11T17:35:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-11T17:35:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-11T17:35:02,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-11T17:35:02,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-12-11T17:35:02,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5660 sec 2024-12-11T17:35:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:02,584 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:02,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T17:35:02,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412118162233114d34710b3ae8380a7a13aac_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742390_1566 (size=12304) 2024-12-11T17:35:02,593 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:02,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412118162233114d34710b3ae8380a7a13aac_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412118162233114d34710b3ae8380a7a13aac_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:02,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09b27af223ba410985ee4a62239e7860, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:02,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09b27af223ba410985ee4a62239e7860 is 175, key is test_row_0/A:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:02,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938562597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938562600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742391_1567 (size=31105) 2024-12-11T17:35:02,607 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09b27af223ba410985ee4a62239e7860 2024-12-11T17:35:02,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/80b0c3f659024cbfaee7b4b1e4348e64 is 50, key is test_row_0/B:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:02,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742392_1568 (size=12151) 2024-12-11T17:35:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938562701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938562712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938562912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:02,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938562921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:02,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/80b0c3f659024cbfaee7b4b1e4348e64 2024-12-11T17:35:03,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/368b572cfcf1451d9075dbf5be8998ab is 50, key is test_row_0/C:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742393_1569 (size=12151) 2024-12-11T17:35:03,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/368b572cfcf1451d9075dbf5be8998ab 2024-12-11T17:35:03,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/09b27af223ba410985ee4a62239e7860 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860 2024-12-11T17:35:03,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860, entries=150, sequenceid=159, filesize=30.4 K 2024-12-11T17:35:03,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/80b0c3f659024cbfaee7b4b1e4348e64 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64 2024-12-11T17:35:03,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64, entries=150, sequenceid=159, filesize=11.9 K 2024-12-11T17:35:03,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/368b572cfcf1451d9075dbf5be8998ab as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab 2024-12-11T17:35:03,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab, entries=150, sequenceid=159, filesize=11.9 K 2024-12-11T17:35:03,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e79a8d9c2e0cafc0f875d970711f96a in 454ms, sequenceid=159, compaction requested=true 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:03,038 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:03,038 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:03,039 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:03,039 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:03,039 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,039 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:03,039 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:03,039 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,039 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=91.1 K 2024-12-11T17:35:03,039 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,039 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0353c2e995514b70bd15d15ba5ea9b9b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=35.6 K 2024-12-11T17:35:03,039 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860] 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0353c2e995514b70bd15d15ba5ea9b9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430476da7f4c4cb389c7e5b084fa6468, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f5862028e64f4c54a16a359b814682a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733938500757 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98dc5f6ab5254714988315fb71234ec6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733938500757 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 80b0c3f659024cbfaee7b4b1e4348e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:03,040 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09b27af223ba410985ee4a62239e7860, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:03,046 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:03,047 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211273b121373314109ba77e12831e554fe_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:03,047 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:03,047 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/902ff60673464cdba4002e833f185e15 is 50, key is test_row_0/B:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:03,048 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211273b121373314109ba77e12831e554fe_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:03,049 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211273b121373314109ba77e12831e554fe_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742394_1570 (size=12493) 2024-12-11T17:35:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742395_1571 (size=4469) 2024-12-11T17:35:03,063 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#483 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:03,064 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/e245bb2f4c7346718cbd69fd18299df7 is 175, key is test_row_0/A:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742396_1572 (size=31447) 2024-12-11T17:35:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-11T17:35:03,142 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:03,142 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-11T17:35:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:03,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:03,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:03,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:03,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:03,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:35:03,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114d4de9da8dad400e9158782ea5a42862_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938502592/Put/seqid=0 2024-12-11T17:35:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742397_1573 (size=12304) 2024-12-11T17:35:03,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:03,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114d4de9da8dad400e9158782ea5a42862_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114d4de9da8dad400e9158782ea5a42862_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:03,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/597e554c7d9147788eac97c20bbe32f8, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:03,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/597e554c7d9147788eac97c20bbe32f8 is 175, key is test_row_0/A:col10/1733938502592/Put/seqid=0 2024-12-11T17:35:03,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742398_1574 (size=31105) 2024-12-11T17:35:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938563293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938563293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938563401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938563402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:03,465 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/902ff60673464cdba4002e833f185e15 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/902ff60673464cdba4002e833f185e15 2024-12-11T17:35:03,468 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 902ff60673464cdba4002e833f185e15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:03,468 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:03,468 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=13, startTime=1733938503038; duration=0sec 2024-12-11T17:35:03,468 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:03,468 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:03,468 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:03,469 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:03,469 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:03,469 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,469 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/e25c4bc83aea4621abb0909f46e8a5b9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=35.6 K 2024-12-11T17:35:03,469 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting e25c4bc83aea4621abb0909f46e8a5b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733938499603 2024-12-11T17:35:03,469 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/e245bb2f4c7346718cbd69fd18299df7 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7 2024-12-11T17:35:03,470 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e1f3006ddb4986a575e49ff08e525d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733938500757 2024-12-11T17:35:03,470 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 368b572cfcf1451d9075dbf5be8998ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:03,472 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into e245bb2f4c7346718cbd69fd18299df7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:03,472 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:03,472 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=13, startTime=1733938503038; duration=0sec 2024-12-11T17:35:03,472 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:03,472 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:03,474 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:03,474 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/0df4f9d3255a4f0084d1fabd5219e6f3 is 50, key is test_row_0/C:col10/1733938501447/Put/seqid=0 2024-12-11T17:35:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742399_1575 (size=12493) 2024-12-11T17:35:03,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938563612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938563612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/597e554c7d9147788eac97c20bbe32f8 2024-12-11T17:35:03,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/356748f6203f4f3cb1fa6f3884039913 is 50, key is test_row_0/B:col10/1733938502592/Put/seqid=0 2024-12-11T17:35:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742400_1576 (size=12151) 2024-12-11T17:35:03,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/356748f6203f4f3cb1fa6f3884039913 2024-12-11T17:35:03,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/645a5ac0902f4aacb9680f8bb9cdf894 is 50, key is test_row_0/C:col10/1733938502592/Put/seqid=0 2024-12-11T17:35:03,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742401_1577 (size=12151) 2024-12-11T17:35:03,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:03,881 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/0df4f9d3255a4f0084d1fabd5219e6f3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/0df4f9d3255a4f0084d1fabd5219e6f3 2024-12-11T17:35:03,884 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into 0df4f9d3255a4f0084d1fabd5219e6f3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:03,884 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:03,884 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=13, startTime=1733938503038; duration=0sec 2024-12-11T17:35:03,884 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:03,884 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:03,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:03,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938563922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938563922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/645a5ac0902f4aacb9680f8bb9cdf894 2024-12-11T17:35:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/597e554c7d9147788eac97c20bbe32f8 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8 2024-12-11T17:35:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:04,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:04,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8, entries=150, sequenceid=170, filesize=30.4 K 2024-12-11T17:35:04,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/356748f6203f4f3cb1fa6f3884039913 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913 2024-12-11T17:35:04,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913, entries=150, sequenceid=170, filesize=11.9 K 2024-12-11T17:35:04,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/645a5ac0902f4aacb9680f8bb9cdf894 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894 2024-12-11T17:35:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894, entries=150, sequenceid=170, filesize=11.9 K 2024-12-11T17:35:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4e79a8d9c2e0cafc0f875d970711f96a in 845ms, sequenceid=170, compaction requested=false 2024-12-11T17:35:04,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:04,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-11T17:35:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:04,212 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-11T17:35:04,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117d2ab602b5854cfcbf7a38128528c2fb_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938503292/Put/seqid=0 2024-12-11T17:35:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742402_1578 (size=12304) 2024-12-11T17:35:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:04,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-11T17:35:04,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-11T17:35:04,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:04,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938564442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938564445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938564552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938564552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:04,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412117d2ab602b5854cfcbf7a38128528c2fb_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117d2ab602b5854cfcbf7a38128528c2fb_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/240ba21817e34c6da253cf92939663cb, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/240ba21817e34c6da253cf92939663cb is 175, key is test_row_0/A:col10/1733938503292/Put/seqid=0 2024-12-11T17:35:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742403_1579 (size=31105) 2024-12-11T17:35:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938564762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938564762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/240ba21817e34c6da253cf92939663cb 2024-12-11T17:35:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/89672605e8604aa8b99cd128da14eb5d is 50, key is test_row_0/B:col10/1733938503292/Put/seqid=0 2024-12-11T17:35:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742404_1580 (size=12151) 2024-12-11T17:35:05,045 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/89672605e8604aa8b99cd128da14eb5d 2024-12-11T17:35:05,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b731d06bea3b40289072d7904fcacd1d is 50, key is test_row_0/C:col10/1733938503292/Put/seqid=0 2024-12-11T17:35:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742405_1581 (size=12151) 2024-12-11T17:35:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938565072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938565072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:05,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b731d06bea3b40289072d7904fcacd1d 2024-12-11T17:35:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/240ba21817e34c6da253cf92939663cb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb 2024-12-11T17:35:05,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb, entries=150, sequenceid=199, filesize=30.4 K 2024-12-11T17:35:05,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/89672605e8604aa8b99cd128da14eb5d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d 2024-12-11T17:35:05,463 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d, entries=150, sequenceid=199, filesize=11.9 K 2024-12-11T17:35:05,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b731d06bea3b40289072d7904fcacd1d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d 2024-12-11T17:35:05,468 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d, entries=150, sequenceid=199, filesize=11.9 K 2024-12-11T17:35:05,469 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e79a8d9c2e0cafc0f875d970711f96a in 1257ms, sequenceid=199, compaction requested=true 2024-12-11T17:35:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-11T17:35:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-11T17:35:05,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-11T17:35:05,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3260 sec 2024-12-11T17:35:05,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3300 sec 2024-12-11T17:35:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:05,584 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:05,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-11T17:35:05,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e58853b2cd8b427b88f2b55768c3e4c8_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742406_1582 (size=14794) 2024-12-11T17:35:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938565630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938565633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938565742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938565742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938565951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938565951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:05,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:05,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e58853b2cd8b427b88f2b55768c3e4c8_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e58853b2cd8b427b88f2b55768c3e4c8_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:05,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9186d0254cec43b3a1ab3ea5c6c4c894, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:05,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9186d0254cec43b3a1ab3ea5c6c4c894 is 175, key is test_row_0/A:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742407_1583 (size=39749) 2024-12-11T17:35:06,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33306 deadline: 1733938566242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,244 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_2' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938566262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938566262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33304 deadline: 1733938566281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,284 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_0' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938566291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,294 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9186d0254cec43b3a1ab3ea5c6c4c894 2024-12-11T17:35:06,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/7338594b752c497985e4951384f67314 is 50, key is test_row_0/B:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742408_1584 (size=12151) 2024-12-11T17:35:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938566772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938566772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:06,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/7338594b752c497985e4951384f67314 2024-12-11T17:35:06,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/581d81ba0b2446ce9343ff7cdd193480 is 50, key is test_row_0/C:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742409_1585 (size=12151) 2024-12-11T17:35:06,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/581d81ba0b2446ce9343ff7cdd193480 2024-12-11T17:35:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9186d0254cec43b3a1ab3ea5c6c4c894 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894 2024-12-11T17:35:06,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894, entries=200, sequenceid=211, filesize=38.8 K 2024-12-11T17:35:06,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/7338594b752c497985e4951384f67314 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314 2024-12-11T17:35:06,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314, entries=150, sequenceid=211, filesize=11.9 K 2024-12-11T17:35:06,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/581d81ba0b2446ce9343ff7cdd193480 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480 2024-12-11T17:35:06,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480, entries=150, sequenceid=211, filesize=11.9 K 2024-12-11T17:35:06,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4e79a8d9c2e0cafc0f875d970711f96a in 1297ms, sequenceid=211, compaction requested=true 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:06,882 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:06,882 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133406 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:06,883 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:06,883 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:06,883 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=130.3 K 2024-12-11T17:35:06,883 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/902ff60673464cdba4002e833f185e15, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=47.8 K 2024-12-11T17:35:06,883 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894] 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 902ff60673464cdba4002e833f185e15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting e245bb2f4c7346718cbd69fd18299df7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 356748f6203f4f3cb1fa6f3884039913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733938502592 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 597e554c7d9147788eac97c20bbe32f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733938502592 2024-12-11T17:35:06,883 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 89672605e8604aa8b99cd128da14eb5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733938503288 2024-12-11T17:35:06,884 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 240ba21817e34c6da253cf92939663cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733938503288 2024-12-11T17:35:06,884 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 7338594b752c497985e4951384f67314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:06,884 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9186d0254cec43b3a1ab3ea5c6c4c894, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:06,888 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:06,889 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:06,890 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/473b62c268fc4a99925c1ab5f2d85137 is 50, key is test_row_0/B:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:06,890 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121131d6923afeb84025a79d1e7f5add286c_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:06,892 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121131d6923afeb84025a79d1e7f5add286c_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:06,892 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121131d6923afeb84025a79d1e7f5add286c_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:06,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742410_1586 (size=12629) 2024-12-11T17:35:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742411_1587 (size=4469) 2024-12-11T17:35:07,300 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:07,301 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9562a4f57cb84fa591529903ca297d53 is 175, key is test_row_0/A:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:07,303 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/473b62c268fc4a99925c1ab5f2d85137 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/473b62c268fc4a99925c1ab5f2d85137 2024-12-11T17:35:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742412_1588 (size=31583) 2024-12-11T17:35:07,307 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 473b62c268fc4a99925c1ab5f2d85137(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:07,307 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:07,307 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=12, startTime=1733938506882; duration=0sec 2024-12-11T17:35:07,307 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:07,307 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:07,307 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:07,308 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:07,308 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:07,308 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:07,308 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/0df4f9d3255a4f0084d1fabd5219e6f3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=47.8 K 2024-12-11T17:35:07,308 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0df4f9d3255a4f0084d1fabd5219e6f3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733938501443 2024-12-11T17:35:07,308 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 645a5ac0902f4aacb9680f8bb9cdf894, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733938502592 2024-12-11T17:35:07,309 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b731d06bea3b40289072d7904fcacd1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733938503288 2024-12-11T17:35:07,309 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 581d81ba0b2446ce9343ff7cdd193480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-11T17:35:07,312 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:07,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-11T17:35:07,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:07,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:07,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:07,315 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:07,315 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d34644bfc5e744a990deaa62eeb6e70a is 50, key is test_row_0/C:col10/1733938505583/Put/seqid=0 2024-12-11T17:35:07,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742413_1589 (size=12629) 2024-12-11T17:35:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:07,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-11T17:35:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:07,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-11T17:35:07,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211f8850bb7d55345f5a799ccfd6f2bead5_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938505627/Put/seqid=0 2024-12-11T17:35:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742414_1590 (size=12304) 2024-12-11T17:35:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:07,707 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/9562a4f57cb84fa591529903ca297d53 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53 2024-12-11T17:35:07,710 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into 9562a4f57cb84fa591529903ca297d53(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:07,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:07,710 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=12, startTime=1733938506882; duration=0sec 2024-12-11T17:35:07,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:07,710 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:07,723 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d34644bfc5e744a990deaa62eeb6e70a as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d34644bfc5e744a990deaa62eeb6e70a 2024-12-11T17:35:07,726 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into d34644bfc5e744a990deaa62eeb6e70a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:07,726 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:07,726 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=12, startTime=1733938506882; duration=0sec 2024-12-11T17:35:07,726 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:07,726 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:07,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938567795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938567796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211f8850bb7d55345f5a799ccfd6f2bead5_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211f8850bb7d55345f5a799ccfd6f2bead5_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/93a8877768bb479cb7e2e6a18629cc92, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/93a8877768bb479cb7e2e6a18629cc92 is 175, key is test_row_0/A:col10/1733938505627/Put/seqid=0 2024-12-11T17:35:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742415_1591 (size=31105) 2024-12-11T17:35:07,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938567902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:07,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938567902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938568112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938568112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:08,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/93a8877768bb479cb7e2e6a18629cc92 2024-12-11T17:35:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f23c4904f1314300a3b88a11152d7677 is 50, key is test_row_0/B:col10/1733938505627/Put/seqid=0 2024-12-11T17:35:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742416_1592 (size=12151) 2024-12-11T17:35:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938568422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938568422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:08,691 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f23c4904f1314300a3b88a11152d7677 2024-12-11T17:35:08,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/721c10e69a5842deb031171a0e36f022 is 50, key is test_row_0/C:col10/1733938505627/Put/seqid=0 2024-12-11T17:35:08,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742417_1593 (size=12151) 2024-12-11T17:35:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938568932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938568932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:08,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:09,100 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/721c10e69a5842deb031171a0e36f022 2024-12-11T17:35:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/93a8877768bb479cb7e2e6a18629cc92 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92 2024-12-11T17:35:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92, entries=150, sequenceid=236, filesize=30.4 K 2024-12-11T17:35:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/f23c4904f1314300a3b88a11152d7677 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677 2024-12-11T17:35:09,109 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677, entries=150, sequenceid=236, filesize=11.9 K 2024-12-11T17:35:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/721c10e69a5842deb031171a0e36f022 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022 2024-12-11T17:35:09,113 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022, entries=150, sequenceid=236, filesize=11.9 K 2024-12-11T17:35:09,114 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4e79a8d9c2e0cafc0f875d970711f96a in 1648ms, sequenceid=236, compaction requested=false 2024-12-11T17:35:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-11T17:35:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-11T17:35:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-11T17:35:09,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-12-11T17:35:09,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8050 sec 2024-12-11T17:35:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-11T17:35:09,462 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:09,462 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-11T17:35:09,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:09,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:09,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:09,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-11T17:35:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:09,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-11T17:35:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211210e8bb096f24711b78d07ee1ffdb0c1_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938507796/Put/seqid=0 2024-12-11T17:35:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742418_1594 (size=12304) 2024-12-11T17:35:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:09,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:09,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938569985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:09,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938569985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:09,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:10,027 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211210e8bb096f24711b78d07ee1ffdb0c1_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211210e8bb096f24711b78d07ee1ffdb0c1_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:10,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b511a493bc0746948772ec50cee728d1, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b511a493bc0746948772ec50cee728d1 is 175, key is test_row_0/A:col10/1733938507796/Put/seqid=0 2024-12-11T17:35:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742419_1595 (size=31105) 2024-12-11T17:35:10,031 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b511a493bc0746948772ec50cee728d1 2024-12-11T17:35:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d316fec30d53413293616ed5ab67f655 is 50, key is test_row_0/B:col10/1733938507796/Put/seqid=0 2024-12-11T17:35:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742420_1596 (size=12151) 2024-12-11T17:35:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938570092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938570092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938570301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938570301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,444 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d316fec30d53413293616ed5ab67f655 2024-12-11T17:35:10,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/bee5409c115344749da5f371d7f40954 is 50, key is test_row_0/C:col10/1733938507796/Put/seqid=0 2024-12-11T17:35:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742421_1597 (size=12151) 2024-12-11T17:35:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938570612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938570612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:10,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:10,852 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/bee5409c115344749da5f371d7f40954 2024-12-11T17:35:10,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b511a493bc0746948772ec50cee728d1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1 2024-12-11T17:35:10,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1, entries=150, sequenceid=250, filesize=30.4 K 2024-12-11T17:35:10,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/d316fec30d53413293616ed5ab67f655 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655 2024-12-11T17:35:10,860 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655, entries=150, sequenceid=250, filesize=11.9 K 2024-12-11T17:35:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/bee5409c115344749da5f371d7f40954 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954 2024-12-11T17:35:10,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954, entries=150, sequenceid=250, filesize=11.9 K 2024-12-11T17:35:10,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4e79a8d9c2e0cafc0f875d970711f96a in 1248ms, sequenceid=250, compaction requested=true 2024-12-11T17:35:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-11T17:35:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-11T17:35:10,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-11T17:35:10,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-12-11T17:35:10,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4060 sec 2024-12-11T17:35:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:11,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:11,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-11T17:35:11,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211fed42eb1e64342dd998755f5209c9390_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742422_1598 (size=14994) 2024-12-11T17:35:11,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938571137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938571139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938571241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938571252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938571452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938571462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,537 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:11,539 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211fed42eb1e64342dd998755f5209c9390_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fed42eb1e64342dd998755f5209c9390_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:11,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/40af3d8bc0e84e15a81887eeb1707f34, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:11,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/40af3d8bc0e84e15a81887eeb1707f34 is 175, key is test_row_0/A:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742423_1599 (size=39949) 2024-12-11T17:35:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-11T17:35:11,612 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:11,612 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-11T17:35:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:11,613 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:11,614 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:11,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938571762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:11,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938571772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:11,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:11,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:11,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/40af3d8bc0e84e15a81887eeb1707f34 2024-12-11T17:35:11,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/871820588a914ad590de9f29cc9a0eed is 50, key is test_row_0/B:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:11,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742424_1600 (size=12301) 2024-12-11T17:35:11,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/871820588a914ad590de9f29cc9a0eed 2024-12-11T17:35:11,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b61eca2ca955442bac1b176c1f366c1d is 50, key is test_row_0/C:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742425_1601 (size=12301) 2024-12-11T17:35:12,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938572271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938572282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:12,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:12,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b61eca2ca955442bac1b176c1f366c1d 2024-12-11T17:35:12,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/40af3d8bc0e84e15a81887eeb1707f34 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34 2024-12-11T17:35:12,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34, entries=200, sequenceid=276, filesize=39.0 K 2024-12-11T17:35:12,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/871820588a914ad590de9f29cc9a0eed as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed 2024-12-11T17:35:12,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed, entries=150, sequenceid=276, filesize=12.0 K 2024-12-11T17:35:12,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b61eca2ca955442bac1b176c1f366c1d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d 2024-12-11T17:35:12,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d, entries=150, sequenceid=276, filesize=12.0 K 2024-12-11T17:35:12,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4e79a8d9c2e0cafc0f875d970711f96a in 1274ms, sequenceid=276, compaction requested=true 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:12,397 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:12,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-11T17:35:12,397 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133742 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:12,398 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,398 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,398 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=130.6 K 2024-12-11T17:35:12,398 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/473b62c268fc4a99925c1ab5f2d85137, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=48.1 K 2024-12-11T17:35:12,398 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34] 2024-12-11T17:35:12,398 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 473b62c268fc4a99925c1ab5f2d85137, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9562a4f57cb84fa591529903ca297d53, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting f23c4904f1314300a3b88a11152d7677, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733938505618 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a8877768bb479cb7e2e6a18629cc92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733938505618 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d316fec30d53413293616ed5ab67f655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938507789 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b511a493bc0746948772ec50cee728d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938507789 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 871820588a914ad590de9f29cc9a0eed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:12,399 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40af3d8bc0e84e15a81887eeb1707f34, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:12,404 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:12,405 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412114f4e67ac2c064c7493ca35a02463b885_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:12,405 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:12,406 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/51bd071695a048eaa37b044432c066e0 is 50, key is test_row_0/B:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:12,407 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412114f4e67ac2c064c7493ca35a02463b885_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:12,407 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412114f4e67ac2c064c7493ca35a02463b885_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742426_1602 (size=12915) 2024-12-11T17:35:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742427_1603 (size=4469) 2024-12-11T17:35:12,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-11T17:35:12,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-11T17:35:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113a37606db60e4e5c988fbf7fd93de82a_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938511126/Put/seqid=0 2024-12-11T17:35:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742428_1604 (size=12454) 2024-12-11T17:35:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:12,811 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:12,811 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b07e4621c46b42db93d4f0f24ee9176b is 175, key is test_row_0/A:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:12,813 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/51bd071695a048eaa37b044432c066e0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/51bd071695a048eaa37b044432c066e0 2024-12-11T17:35:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742429_1605 (size=31869) 2024-12-11T17:35:12,817 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 51bd071695a048eaa37b044432c066e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:12,817 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:12,817 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=12, startTime=1733938512397; duration=0sec 2024-12-11T17:35:12,817 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:12,817 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:12,818 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T17:35:12,818 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T17:35:12,818 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:12,818 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:12,818 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d34644bfc5e744a990deaa62eeb6e70a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=48.1 K 2024-12-11T17:35:12,819 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting d34644bfc5e744a990deaa62eeb6e70a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733938504441 2024-12-11T17:35:12,819 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 721c10e69a5842deb031171a0e36f022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733938505618 2024-12-11T17:35:12,819 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting bee5409c115344749da5f371d7f40954, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733938507789 2024-12-11T17:35:12,820 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b61eca2ca955442bac1b176c1f366c1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:12,825 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:12,825 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/5e7a2bff46974da3bd8401d819878748 is 50, key is test_row_0/C:col10/1733938509979/Put/seqid=0 2024-12-11T17:35:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742430_1606 (size=12915) 2024-12-11T17:35:12,832 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/5e7a2bff46974da3bd8401d819878748 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/5e7a2bff46974da3bd8401d819878748 2024-12-11T17:35:12,835 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into 5e7a2bff46974da3bd8401d819878748(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:12,836 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:12,836 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=12, startTime=1733938512397; duration=0sec 2024-12-11T17:35:12,836 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:12,836 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:12,939 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113a37606db60e4e5c988fbf7fd93de82a_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113a37606db60e4e5c988fbf7fd93de82a_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5001b33cdcb04b469fcb8a597b3aa63d, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5001b33cdcb04b469fcb8a597b3aa63d is 175, key is test_row_0/A:col10/1733938511126/Put/seqid=0 2024-12-11T17:35:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742431_1607 (size=31255) 2024-12-11T17:35:13,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T17:35:13,218 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/b07e4621c46b42db93d4f0f24ee9176b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b 2024-12-11T17:35:13,221 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into b07e4621c46b42db93d4f0f24ee9176b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:13,221 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:13,221 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=12, startTime=1733938512397; duration=0sec 2024-12-11T17:35:13,221 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:13,221 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:13,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938573328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938573329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5001b33cdcb04b469fcb8a597b3aa63d 2024-12-11T17:35:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/ed052fff536244749504b1bfbd131444 is 50, key is test_row_0/B:col10/1733938511126/Put/seqid=0 2024-12-11T17:35:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742432_1608 (size=12301) 2024-12-11T17:35:13,357 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/ed052fff536244749504b1bfbd131444 2024-12-11T17:35:13,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/98b990298f234e499fb35cfe3d131314 is 50, key is test_row_0/C:col10/1733938511126/Put/seqid=0 2024-12-11T17:35:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742433_1609 (size=12301) 2024-12-11T17:35:13,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/98b990298f234e499fb35cfe3d131314 2024-12-11T17:35:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/5001b33cdcb04b469fcb8a597b3aa63d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d 2024-12-11T17:35:13,371 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d, entries=150, sequenceid=286, filesize=30.5 K 2024-12-11T17:35:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/ed052fff536244749504b1bfbd131444 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444 2024-12-11T17:35:13,375 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444, entries=150, sequenceid=286, filesize=12.0 K 2024-12-11T17:35:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/98b990298f234e499fb35cfe3d131314 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314 2024-12-11T17:35:13,377 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314, entries=150, sequenceid=286, filesize=12.0 K 2024-12-11T17:35:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4e79a8d9c2e0cafc0f875d970711f96a in 850ms, sequenceid=286, compaction requested=false 2024-12-11T17:35:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-11T17:35:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-11T17:35:13,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-11T17:35:13,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-12-11T17:35:13,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.7690 sec 2024-12-11T17:35:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:13,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:13,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-11T17:35:13,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d7c6cf7e41b44c03bfce3c6b3a7a8770_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742434_1610 (size=14994) 2024-12-11T17:35:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938573453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938573456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938573562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938573562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-11T17:35:13,762 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:13,762 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-11T17:35:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-11T17:35:13,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-11T17:35:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:13,764 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-11T17:35:13,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-11T17:35:13,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938573772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938573772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:13,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:13,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211d7c6cf7e41b44c03bfce3c6b3a7a8770_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d7c6cf7e41b44c03bfce3c6b3a7a8770_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:13,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/59a3b0dc9ce645fbb32b8b8090bba083, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:13,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/59a3b0dc9ce645fbb32b8b8090bba083 is 175, key is test_row_0/A:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:13,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742435_1611 (size=39949) 2024-12-11T17:35:13,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/59a3b0dc9ce645fbb32b8b8090bba083 2024-12-11T17:35:13,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8548c0cf8090490cbe29ca7e3faf8f4c is 50, key is test_row_0/B:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742436_1612 (size=12301) 2024-12-11T17:35:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:13,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-11T17:35:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:13,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-11T17:35:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938574082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938574082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-11T17:35:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T17:35:14,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8548c0cf8090490cbe29ca7e3faf8f4c 2024-12-11T17:35:14,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d66588ae165f46ff9df696ab96a3db46 is 50, key is test_row_0/C:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:14,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742437_1613 (size=12301) 2024-12-11T17:35:14,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d66588ae165f46ff9df696ab96a3db46 2024-12-11T17:35:14,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/59a3b0dc9ce645fbb32b8b8090bba083 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083 2024-12-11T17:35:14,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083, entries=200, sequenceid=317, filesize=39.0 K 2024-12-11T17:35:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8548c0cf8090490cbe29ca7e3faf8f4c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c 2024-12-11T17:35:14,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c, entries=150, sequenceid=317, filesize=12.0 K 2024-12-11T17:35:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/d66588ae165f46ff9df696ab96a3db46 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46 2024-12-11T17:35:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46, entries=150, sequenceid=317, filesize=12.0 K 2024-12-11T17:35:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4e79a8d9c2e0cafc0f875d970711f96a in 856ms, sequenceid=317, compaction requested=true 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:14,301 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:14,301 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:14,302 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,302 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/51bd071695a048eaa37b044432c066e0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=36.6 K 2024-12-11T17:35:14,302 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,302 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=100.7 K 2024-12-11T17:35:14,302 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083] 2024-12-11T17:35:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 51bd071695a048eaa37b044432c066e0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:14,302 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting b07e4621c46b42db93d4f0f24ee9176b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:14,303 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting ed052fff536244749504b1bfbd131444, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938511126 2024-12-11T17:35:14,303 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5001b33cdcb04b469fcb8a597b3aa63d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938511126 2024-12-11T17:35:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,303 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8548c0cf8090490cbe29ca7e3faf8f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:14,303 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a3b0dc9ce645fbb32b8b8090bba083, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,311 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,313 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:14,313 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/50fbd1a748544876832a85d804eea9e1 is 50, key is test_row_0/B:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:14,315 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211e7e8731007814372ae94d3122f38a2e9_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:14,316 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211e7e8731007814372ae94d3122f38a2e9_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:14,316 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211e7e8731007814372ae94d3122f38a2e9_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742438_1614 (size=13017) 2024-12-11T17:35:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742439_1615 (size=4469) 2024-12-11T17:35:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,344 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#516 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,344 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/3e7fee7122904cdd878ac38e21369eeb is 175, key is test_row_0/A:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742440_1616 (size=31971) 2024-12-11T17:35:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,352 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/3e7fee7122904cdd878ac38e21369eeb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb 2024-12-11T17:35:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,356 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into 3e7fee7122904cdd878ac38e21369eeb(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:14,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:14,356 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=13, startTime=1733938514301; duration=0sec 2024-12-11T17:35:14,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:14,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:14,356 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:14,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:14,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:14,357 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,357 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/5e7a2bff46974da3bd8401d819878748, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=36.6 K 2024-12-11T17:35:14,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e7a2bff46974da3bd8401d819878748, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733938509979 2024-12-11T17:35:14,357 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98b990298f234e499fb35cfe3d131314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733938511126 2024-12-11T17:35:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,358 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting d66588ae165f46ff9df696ab96a3db46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,363 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,363 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/63f1caa4e824473cb4240bbe3b6795d0 is 50, key is test_row_0/C:col10/1733938513444/Put/seqid=0 2024-12-11T17:35:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742441_1617 (size=13017) 2024-12-11T17:35:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-11T17:35:14,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:14,375 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-11T17:35:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113c7e1c51102b403bba1a794ba9e4c786_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938513455/Put/seqid=0 2024-12-11T17:35:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,382 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/63f1caa4e824473cb4240bbe3b6795d0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/63f1caa4e824473cb4240bbe3b6795d0 2024-12-11T17:35:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,387 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into 63f1caa4e824473cb4240bbe3b6795d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:14,387 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:14,387 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=13, startTime=1733938514301; duration=0sec 2024-12-11T17:35:14,387 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:14,387 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742442_1618 (size=9914) 2024-12-11T17:35:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,390 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412113c7e1c51102b403bba1a794ba9e4c786_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113c7e1c51102b403bba1a794ba9e4c786_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/4d6ebcb4dbb64e509acc1bdd5acf1675, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/4d6ebcb4dbb64e509acc1bdd5acf1675 is 175, key is test_row_0/A:col10/1733938513455/Put/seqid=0 2024-12-11T17:35:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742443_1619 (size=22561) 2024-12-11T17:35:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:14,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. as already flushing 2024-12-11T17:35:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33151 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:14,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938574645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938574646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,671 INFO [Thread-2380 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2380. 2024-12-11T17:35:14,671 DEBUG [Thread-2380 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:14,671 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,671 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:14,671 INFO [Thread-2378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2378. 2024-12-11T17:35:14,671 DEBUG [Thread-2378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:14,671 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,671 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:14,673 INFO [Thread-2376 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2376. 2024-12-11T17:35:14,673 DEBUG [Thread-2376 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:14,673 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,673 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:14,674 INFO [Thread-2382 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2382. 2024-12-11T17:35:14,674 DEBUG [Thread-2382 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:14,674 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,674 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:14,674 INFO [Thread-2384 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2384. 2024-12-11T17:35:14,674 DEBUG [Thread-2384 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:14,674 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,674 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:14,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:14,738 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/50fbd1a748544876832a85d804eea9e1 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/50fbd1a748544876832a85d804eea9e1 2024-12-11T17:35:14,745 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 50fbd1a748544876832a85d804eea9e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:14,745 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:14,745 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=13, startTime=1733938514301; duration=0sec 2024-12-11T17:35:14,745 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:14,745 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938574752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,753 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938574762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,805 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/4d6ebcb4dbb64e509acc1bdd5acf1675 2024-12-11T17:35:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/0246eaa8f648415885958a4132096c65 is 50, key is test_row_0/B:col10/1733938513455/Put/seqid=0 2024-12-11T17:35:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742444_1620 (size=9857) 2024-12-11T17:35:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:14,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938574963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938574972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/0246eaa8f648415885958a4132096c65 2024-12-11T17:35:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b5d6839550e54d3284989a520e820b51 is 50, key is test_row_0/C:col10/1733938513455/Put/seqid=0 2024-12-11T17:35:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742445_1621 (size=9857) 2024-12-11T17:35:15,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33382 deadline: 1733938575273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:15,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33338 deadline: 1733938575282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:15,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:15,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b5d6839550e54d3284989a520e820b51 2024-12-11T17:35:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/4d6ebcb4dbb64e509acc1bdd5acf1675 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675 2024-12-11T17:35:15,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675, entries=100, sequenceid=326, filesize=22.0 K 2024-12-11T17:35:15,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/0246eaa8f648415885958a4132096c65 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65 2024-12-11T17:35:15,655 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65, entries=100, sequenceid=326, filesize=9.6 K 2024-12-11T17:35:15,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/b5d6839550e54d3284989a520e820b51 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51 2024-12-11T17:35:15,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51, entries=100, sequenceid=326, filesize=9.6 K 2024-12-11T17:35:15,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 4e79a8d9c2e0cafc0f875d970711f96a in 1286ms, sequenceid=326, compaction requested=false 2024-12-11T17:35:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7d00a8b8c10:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-11T17:35:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-11T17:35:15,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-11T17:35:15,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-12-11T17:35:15,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.9030 sec 2024-12-11T17:35:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(8855): Flush requested on 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:15,787 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-11T17:35:15,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-11T17:35:15,787 INFO [Thread-2367 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2367. 2024-12-11T17:35:15,787 DEBUG [Thread-2367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:15,787 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:15,788 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:15,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:15,794 INFO [Thread-2365 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2365. 2024-12-11T17:35:15,794 DEBUG [Thread-2365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:15,794 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:15,794 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:15,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:15,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121157ce363769e04cecbede3fcd3d183512_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742446_1622 (size=12454) 2024-12-11T17:35:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-11T17:35:15,913 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:16,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:16,211 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121157ce363769e04cecbede3fcd3d183512_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121157ce363769e04cecbede3fcd3d183512_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:16,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/1a33b09d401546e4ba58cb1921e484d4, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:16,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/1a33b09d401546e4ba58cb1921e484d4 is 175, key is test_row_0/A:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742447_1623 (size=31255) 2024-12-11T17:35:16,325 INFO [Thread-2373 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2373. 2024-12-11T17:35:16,325 DEBUG [Thread-2373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:16,325 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:16,325 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:16,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:16,353 INFO [Thread-2369 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2369. 2024-12-11T17:35:16,354 DEBUG [Thread-2369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:16,354 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:16,354 DEBUG [Thread-2369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:16,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T17:35:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33151 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733938576382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:16,383 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7d00a8b8c10,33151,1733938334749 for 'test_row_1' in 4e79a8d9c2e0cafc0f875d970711f96a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18322 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-11T17:35:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 , the old value is region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T17:35:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., hostname=d7d00a8b8c10,33151,1733938334749, seqNum=5 because the exception is null or not the one we care about 2024-12-11T17:35:16,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/1a33b09d401546e4ba58cb1921e484d4 2024-12-11T17:35:16,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8fbcadca92ed4f84b709145df3325de5 is 50, key is test_row_0/B:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:16,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742448_1624 (size=12301) 2024-12-11T17:35:17,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8fbcadca92ed4f84b709145df3325de5 2024-12-11T17:35:17,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/12fe272e3ec644c4a98f4dad5bbc038d is 50, key is test_row_0/C:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742449_1625 (size=12301) 2024-12-11T17:35:17,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/12fe272e3ec644c4a98f4dad5bbc038d 2024-12-11T17:35:17,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/1a33b09d401546e4ba58cb1921e484d4 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4 2024-12-11T17:35:17,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4, entries=150, sequenceid=358, filesize=30.5 K 2024-12-11T17:35:17,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/8fbcadca92ed4f84b709145df3325de5 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5 2024-12-11T17:35:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5, entries=150, sequenceid=358, filesize=12.0 K 2024-12-11T17:35:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/12fe272e3ec644c4a98f4dad5bbc038d as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d 2024-12-11T17:35:17,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d, entries=150, sequenceid=358, filesize=12.0 K 2024-12-11T17:35:17,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 4e79a8d9c2e0cafc0f875d970711f96a in 1736ms, sequenceid=358, compaction requested=true 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:A, priority=-2147483648, current under compaction store size is 1 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:17,523 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:B, priority=-2147483648, current under compaction store size is 2 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e79a8d9c2e0cafc0f875d970711f96a:C, priority=-2147483648, current under compaction store size is 3 2024-12-11T17:35:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:17,523 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:17,524 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:17,524 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:17,524 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/B is initiating minor compaction (all files) 2024-12-11T17:35:17,524 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/A is initiating minor compaction (all files) 2024-12-11T17:35:17,524 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/A in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:17,524 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/B in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:17,524 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=83.8 K 2024-12-11T17:35:17,524 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/50fbd1a748544876832a85d804eea9e1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=34.4 K 2024-12-11T17:35:17,524 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:17,524 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. files: [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4] 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 50fbd1a748544876832a85d804eea9e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e7fee7122904cdd878ac38e21369eeb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 0246eaa8f648415885958a4132096c65, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733938513452 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d6ebcb4dbb64e509acc1bdd5acf1675, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733938513452 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fbcadca92ed4f84b709145df3325de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733938514641 2024-12-11T17:35:17,525 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a33b09d401546e4ba58cb1921e484d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733938514641 2024-12-11T17:35:17,533 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:17,533 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:17,533 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/99937f91e95a447f85daf9fe81537302 is 50, key is test_row_0/B:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:17,535 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241211412b10106cbc4e86a562554e43da3824_4e79a8d9c2e0cafc0f875d970711f96a store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742450_1626 (size=13119) 2024-12-11T17:35:17,547 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241211412b10106cbc4e86a562554e43da3824_4e79a8d9c2e0cafc0f875d970711f96a, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:17,547 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211412b10106cbc4e86a562554e43da3824_4e79a8d9c2e0cafc0f875d970711f96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742451_1627 (size=4469) 2024-12-11T17:35:17,949 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/99937f91e95a447f85daf9fe81537302 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/99937f91e95a447f85daf9fe81537302 2024-12-11T17:35:17,953 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#A#compaction#526 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:17,954 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/53e7d1c3bc3c4f0c8250bcea642756bd is 175, key is test_row_0/A:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:17,956 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/B of 4e79a8d9c2e0cafc0f875d970711f96a into 99937f91e95a447f85daf9fe81537302(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:17,956 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:17,956 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/B, priority=13, startTime=1733938517523; duration=0sec 2024-12-11T17:35:17,956 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-11T17:35:17,956 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:B 2024-12-11T17:35:17,956 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T17:35:17,958 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T17:35:17,958 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1541): 4e79a8d9c2e0cafc0f875d970711f96a/C is initiating minor compaction (all files) 2024-12-11T17:35:17,958 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e79a8d9c2e0cafc0f875d970711f96a/C in TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:17,958 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/63f1caa4e824473cb4240bbe3b6795d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d] into tmpdir=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp, totalSize=34.4 K 2024-12-11T17:35:17,958 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f1caa4e824473cb4240bbe3b6795d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733938513326 2024-12-11T17:35:17,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742452_1628 (size=32073) 2024-12-11T17:35:17,959 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d6839550e54d3284989a520e820b51, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733938513452 2024-12-11T17:35:17,959 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] compactions.Compactor(225): Compacting 12fe272e3ec644c4a98f4dad5bbc038d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733938514641 2024-12-11T17:35:17,967 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e79a8d9c2e0cafc0f875d970711f96a#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T17:35:17,968 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/62ac4fea8e8c438f94a6b75df77bce50 is 50, key is test_row_0/C:col10/1733938514644/Put/seqid=0 2024-12-11T17:35:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742453_1629 (size=13119) 2024-12-11T17:35:18,371 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/53e7d1c3bc3c4f0c8250bcea642756bd as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/53e7d1c3bc3c4f0c8250bcea642756bd 2024-12-11T17:35:18,378 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/A of 4e79a8d9c2e0cafc0f875d970711f96a into 53e7d1c3bc3c4f0c8250bcea642756bd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:18,378 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:18,378 INFO [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/A, priority=13, startTime=1733938517523; duration=0sec 2024-12-11T17:35:18,378 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:18,378 DEBUG [RS:0;d7d00a8b8c10:33151-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:A 2024-12-11T17:35:18,378 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/62ac4fea8e8c438f94a6b75df77bce50 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/62ac4fea8e8c438f94a6b75df77bce50 2024-12-11T17:35:18,384 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e79a8d9c2e0cafc0f875d970711f96a/C of 4e79a8d9c2e0cafc0f875d970711f96a into 62ac4fea8e8c438f94a6b75df77bce50(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T17:35:18,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e79a8d9c2e0cafc0f875d970711f96a: 2024-12-11T17:35:18,384 INFO [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., storeName=4e79a8d9c2e0cafc0f875d970711f96a/C, priority=13, startTime=1733938517523; duration=0sec 2024-12-11T17:35:18,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T17:35:18,384 DEBUG [RS:0;d7d00a8b8c10:33151-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e79a8d9c2e0cafc0f875d970711f96a:C 2024-12-11T17:35:26,487 INFO [Thread-2371 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2371. 2024-12-11T17:35:26,487 DEBUG [Thread-2371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-11T17:35:26,487 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:26,487 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:26,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-11T17:35:26,488 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5017 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4765 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4743 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5013 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4762 2024-12-11T17:35:26,489 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-11T17:35:26,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:35:26,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:35:26,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:26,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:26,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:26,491 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-11T17:35:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:26,495 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938526495"}]},"ts":"1733938526495"} 2024-12-11T17:35:26,497 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-11T17:35:26,497 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-11T17:35:26,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-11T17:35:26,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, UNASSIGN}] 2024-12-11T17:35:26,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, UNASSIGN 2024-12-11T17:35:26,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=CLOSING, regionLocation=d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:26,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, UNASSIGN because future has completed 2024-12-11T17:35:26,502 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T17:35:26,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749}] 2024-12-11T17:35:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:26,656 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:26,656 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T17:35:26,657 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 4e79a8d9c2e0cafc0f875d970711f96a, disabling compactions & flushes 2024-12-11T17:35:26,657 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:26,657 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:26,657 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. after waiting 0 ms 2024-12-11T17:35:26,657 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:26,657 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 4e79a8d9c2e0cafc0f875d970711f96a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-11T17:35:26,666 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121112fb81f68ce9494dad9e3a32aece8ba1_4e79a8d9c2e0cafc0f875d970711f96a is 50, key is test_row_0/A:col10/1733938516322/Put/seqid=0 2024-12-11T17:35:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742454_1630 (size=12454) 2024-12-11T17:35:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:27,071 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T17:35:27,081 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121112fb81f68ce9494dad9e3a32aece8ba1_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112fb81f68ce9494dad9e3a32aece8ba1_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:27,082 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/f95d8a0f9ad04b44bae7c1c245d1a34b, store: [table=TestAcidGuarantees family=A region=4e79a8d9c2e0cafc0f875d970711f96a] 2024-12-11T17:35:27,082 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/f95d8a0f9ad04b44bae7c1c245d1a34b is 175, key is test_row_0/A:col10/1733938516322/Put/seqid=0 2024-12-11T17:35:27,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742455_1631 (size=31255) 2024-12-11T17:35:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:27,487 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/f95d8a0f9ad04b44bae7c1c245d1a34b 2024-12-11T17:35:27,500 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/b5add3edb0084e7bb3b6ccc51469f270 is 50, key is test_row_0/B:col10/1733938516322/Put/seqid=0 2024-12-11T17:35:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742456_1632 (size=12301) 2024-12-11T17:35:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:27,905 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/b5add3edb0084e7bb3b6ccc51469f270 2024-12-11T17:35:27,916 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/40f0dbf960b24054ab01269bb57e0a6c is 50, key is test_row_0/C:col10/1733938516322/Put/seqid=0 2024-12-11T17:35:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742457_1633 (size=12301) 2024-12-11T17:35:28,322 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/40f0dbf960b24054ab01269bb57e0a6c 2024-12-11T17:35:28,332 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/A/f95d8a0f9ad04b44bae7c1c245d1a34b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/f95d8a0f9ad04b44bae7c1c245d1a34b 2024-12-11T17:35:28,336 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/f95d8a0f9ad04b44bae7c1c245d1a34b, entries=150, sequenceid=368, filesize=30.5 K 2024-12-11T17:35:28,337 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/B/b5add3edb0084e7bb3b6ccc51469f270 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b5add3edb0084e7bb3b6ccc51469f270 2024-12-11T17:35:28,341 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b5add3edb0084e7bb3b6ccc51469f270, entries=150, sequenceid=368, filesize=12.0 K 2024-12-11T17:35:28,342 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/.tmp/C/40f0dbf960b24054ab01269bb57e0a6c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/40f0dbf960b24054ab01269bb57e0a6c 2024-12-11T17:35:28,346 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/40f0dbf960b24054ab01269bb57e0a6c, entries=150, sequenceid=368, filesize=12.0 K 2024-12-11T17:35:28,347 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4e79a8d9c2e0cafc0f875d970711f96a in 1690ms, sequenceid=368, compaction requested=false 2024-12-11T17:35:28,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4] to archive 2024-12-11T17:35:28,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:35:28,350 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9cfd30cb7b304322a1747717eaf0b0db 2024-12-11T17:35:28,350 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09dfde8bd6454b18bb742b457f8cb635 2024-12-11T17:35:28,350 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/fa2481ec54ec4aa2b80c9854ad241180 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/7932187fbc814527a7532491f69a25af 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/2130982625204a7e823b26247b32bae4 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/e245bb2f4c7346718cbd69fd18299df7 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/69d5064b33f64fc8a6bc5b6ec3ac2e34 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/98dc5f6ab5254714988315fb71234ec6 2024-12-11T17:35:28,351 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/09b27af223ba410985ee4a62239e7860 2024-12-11T17:35:28,352 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/430476da7f4c4cb389c7e5b084fa6468 2024-12-11T17:35:28,352 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5e2b1a9f93dd4521847943020446475d 2024-12-11T17:35:28,352 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/597e554c7d9147788eac97c20bbe32f8 2024-12-11T17:35:28,352 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/240ba21817e34c6da253cf92939663cb 2024-12-11T17:35:28,355 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9186d0254cec43b3a1ab3ea5c6c4c894 2024-12-11T17:35:28,355 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/9562a4f57cb84fa591529903ca297d53 2024-12-11T17:35:28,355 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/93a8877768bb479cb7e2e6a18629cc92 2024-12-11T17:35:28,355 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b511a493bc0746948772ec50cee728d1 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/b07e4621c46b42db93d4f0f24ee9176b 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/40af3d8bc0e84e15a81887eeb1707f34 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/5001b33cdcb04b469fcb8a597b3aa63d 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/59a3b0dc9ce645fbb32b8b8090bba083 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/3e7fee7122904cdd878ac38e21369eeb 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/4d6ebcb4dbb64e509acc1bdd5acf1675 2024-12-11T17:35:28,356 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/1a33b09d401546e4ba58cb1921e484d4 2024-12-11T17:35:28,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b8d2d6cdcec74f1a90f681d0bbbdc601, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0353c2e995514b70bd15d15ba5ea9b9b, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/902ff60673464cdba4002e833f185e15, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/473b62c268fc4a99925c1ab5f2d85137, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/51bd071695a048eaa37b044432c066e0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/50fbd1a748544876832a85d804eea9e1, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5] to archive 2024-12-11T17:35:28,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/95aac7663f3a48c981c86b6fd3b20cec 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b8d2d6cdcec74f1a90f681d0bbbdc601 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b8d2d6cdcec74f1a90f681d0bbbdc601 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d7551bd6bd48419c9e32ba5920c4dda2 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/2bb4836a1adf4d4e9220ab9596975039 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/fa475caeeb194fdb8356cd265bd174cc 2024-12-11T17:35:28,359 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f8ed321711ac411fa5cdf8bff0ca0cf4 2024-12-11T17:35:28,360 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/11b643a95a724ccdb57f8d68647773ef 2024-12-11T17:35:28,360 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0353c2e995514b70bd15d15ba5ea9b9b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0353c2e995514b70bd15d15ba5ea9b9b 2024-12-11T17:35:28,360 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f5862028e64f4c54a16a359b814682a3 2024-12-11T17:35:28,360 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/89672605e8604aa8b99cd128da14eb5d 2024-12-11T17:35:28,360 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/902ff60673464cdba4002e833f185e15 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/902ff60673464cdba4002e833f185e15 2024-12-11T17:35:28,361 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/80b0c3f659024cbfaee7b4b1e4348e64 2024-12-11T17:35:28,361 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/356748f6203f4f3cb1fa6f3884039913 2024-12-11T17:35:28,361 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/473b62c268fc4a99925c1ab5f2d85137 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/473b62c268fc4a99925c1ab5f2d85137 2024-12-11T17:35:28,361 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/7338594b752c497985e4951384f67314 2024-12-11T17:35:28,361 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/f23c4904f1314300a3b88a11152d7677 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/d316fec30d53413293616ed5ab67f655 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/51bd071695a048eaa37b044432c066e0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/51bd071695a048eaa37b044432c066e0 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8548c0cf8090490cbe29ca7e3faf8f4c 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/ed052fff536244749504b1bfbd131444 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/50fbd1a748544876832a85d804eea9e1 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/50fbd1a748544876832a85d804eea9e1 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/871820588a914ad590de9f29cc9a0eed 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/0246eaa8f648415885958a4132096c65 2024-12-11T17:35:28,362 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/8fbcadca92ed4f84b709145df3325de5 2024-12-11T17:35:28,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/e25c4bc83aea4621abb0909f46e8a5b9, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/0df4f9d3255a4f0084d1fabd5219e6f3, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d34644bfc5e744a990deaa62eeb6e70a, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/5e7a2bff46974da3bd8401d819878748, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/63f1caa4e824473cb4240bbe3b6795d0, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d] to archive 2024-12-11T17:35:28,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/f1df5cd2e76b4b60b9fa4f868bd7e662 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d0f5f1dee3fb4e66b0f6feb11a4eb2be 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/829d6ad8673c4c76aa5cb54734222cfa 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d2f67b3cc0f74f1c850a3f02ba2dbac2 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/21632898974f46c59157eecf89d1839d 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/4f3d66ac3b4f465b826bd3c533b0f1fe 2024-12-11T17:35:28,365 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/27dab30e3a4e4499b14d40b26f136cd7 2024-12-11T17:35:28,366 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/a4e1f3006ddb4986a575e49ff08e525d 2024-12-11T17:35:28,366 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/0df4f9d3255a4f0084d1fabd5219e6f3 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/0df4f9d3255a4f0084d1fabd5219e6f3 2024-12-11T17:35:28,366 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/368b572cfcf1451d9075dbf5be8998ab 2024-12-11T17:35:28,366 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b731d06bea3b40289072d7904fcacd1d 2024-12-11T17:35:28,366 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d34644bfc5e744a990deaa62eeb6e70a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d34644bfc5e744a990deaa62eeb6e70a 2024-12-11T17:35:28,367 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/bee5409c115344749da5f371d7f40954 2024-12-11T17:35:28,367 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/721c10e69a5842deb031171a0e36f022 2024-12-11T17:35:28,367 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/645a5ac0902f4aacb9680f8bb9cdf894 2024-12-11T17:35:28,367 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/5e7a2bff46974da3bd8401d819878748 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/5e7a2bff46974da3bd8401d819878748 2024-12-11T17:35:28,367 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/581d81ba0b2446ce9343ff7cdd193480 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b61eca2ca955442bac1b176c1f366c1d 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/98b990298f234e499fb35cfe3d131314 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/d66588ae165f46ff9df696ab96a3db46 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/63f1caa4e824473cb4240bbe3b6795d0 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/63f1caa4e824473cb4240bbe3b6795d0 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/b5d6839550e54d3284989a520e820b51 2024-12-11T17:35:28,368 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/12fe272e3ec644c4a98f4dad5bbc038d 2024-12-11T17:35:28,370 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/e25c4bc83aea4621abb0909f46e8a5b9 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/e25c4bc83aea4621abb0909f46e8a5b9 2024-12-11T17:35:28,374 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=4 2024-12-11T17:35:28,374 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. 2024-12-11T17:35:28,374 DEBUG [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 4e79a8d9c2e0cafc0f875d970711f96a: Waiting for close lock at 1733938526657Running coprocessor pre-close hooks at 1733938526657Disabling compacts and flushes for region at 1733938526657Disabling writes for close at 1733938526657Obtaining lock to block concurrent updates at 1733938526657Preparing flush snapshotting stores in 4e79a8d9c2e0cafc0f875d970711f96a at 1733938526657Finished memstore snapshotting TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733938526658 (+1 ms)Flushing stores of TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a. at 1733938526659 (+1 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/A: creating writer at 1733938526659Flushing mob file 4e79a8d9c2e0cafc0f875d970711f96a/A: appending metadata at 1733938526666 (+7 ms)Flushing mob file 4e79a8d9c2e0cafc0f875d970711f96a/A: closing flushed file at 1733938526666Flushing 4e79a8d9c2e0cafc0f875d970711f96a/A: appending metadata at 1733938527082 (+416 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/A: closing flushed file at 1733938527082Flushing 4e79a8d9c2e0cafc0f875d970711f96a/B: creating writer at 1733938527497 (+415 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/B: appending metadata at 1733938527500 (+3 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/B: closing flushed file at 1733938527500Flushing 4e79a8d9c2e0cafc0f875d970711f96a/C: creating writer at 1733938527911 (+411 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/C: appending metadata at 1733938527916 (+5 ms)Flushing 4e79a8d9c2e0cafc0f875d970711f96a/C: closing flushed file at 1733938527916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c001d1: reopening flushed file at 1733938528331 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab84b39: reopening flushed file at 1733938528336 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fcf56d2: reopening flushed file at 1733938528341 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4e79a8d9c2e0cafc0f875d970711f96a in 1690ms, sequenceid=368, compaction requested=false at 1733938528347 (+6 ms)Writing region close event to WAL at 1733938528371 (+24 ms)Running coprocessor post-close hooks at 1733938528374 (+3 ms)Closed at 1733938528374 2024-12-11T17:35:28,375 INFO [RS_CLOSE_REGION-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=4e79a8d9c2e0cafc0f875d970711f96a, regionState=CLOSED 2024-12-11T17:35:28,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 because future has completed 2024-12-11T17:35:28,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-11T17:35:28,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e79a8d9c2e0cafc0f875d970711f96a, server=d7d00a8b8c10,33151,1733938334749 in 1.8750 sec 2024-12-11T17:35:28,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-12-11T17:35:28,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e79a8d9c2e0cafc0f875d970711f96a, UNASSIGN in 1.8790 sec 2024-12-11T17:35:28,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-11T17:35:28,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8820 sec 2024-12-11T17:35:28,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733938528383"}]},"ts":"1733938528383"} 2024-12-11T17:35:28,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-11T17:35:28,384 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-11T17:35:28,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-12-11T17:35:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-11T17:35:28,643 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:28,645 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-11T17:35:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-11T17:35:28,651 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,656 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,659 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C, FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits] 2024-12-11T17:35:28,662 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/53e7d1c3bc3c4f0c8250bcea642756bd to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/53e7d1c3bc3c4f0c8250bcea642756bd 2024-12-11T17:35:28,663 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/f95d8a0f9ad04b44bae7c1c245d1a34b to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/A/f95d8a0f9ad04b44bae7c1c245d1a34b 2024-12-11T17:35:28,666 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/99937f91e95a447f85daf9fe81537302 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/99937f91e95a447f85daf9fe81537302 2024-12-11T17:35:28,666 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b5add3edb0084e7bb3b6ccc51469f270 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/B/b5add3edb0084e7bb3b6ccc51469f270 2024-12-11T17:35:28,669 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/40f0dbf960b24054ab01269bb57e0a6c to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/40f0dbf960b24054ab01269bb57e0a6c 2024-12-11T17:35:28,669 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/62ac4fea8e8c438f94a6b75df77bce50 to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/C/62ac4fea8e8c438f94a6b75df77bce50 2024-12-11T17:35:28,673 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits/371.seqid to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a/recovered.edits/371.seqid 2024-12-11T17:35:28,674 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/default/TestAcidGuarantees/4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,674 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-11T17:35:28,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:35:28,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-11T17:35:28,685 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211054fe401bf794323bd11b98f69389a30_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211054fe401bf794323bd11b98f69389a30_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,685 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113a37606db60e4e5c988fbf7fd93de82a_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113a37606db60e4e5c988fbf7fd93de82a_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,685 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112fb81f68ce9494dad9e3a32aece8ba1_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121112fb81f68ce9494dad9e3a32aece8ba1_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,686 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113449b71afc784353874caed1e8d39858_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113449b71afc784353874caed1e8d39858_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,686 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121146f267b68b20426b8877c33aa1e64e59_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121146f267b68b20426b8877c33aa1e64e59_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,686 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114d4de9da8dad400e9158782ea5a42862_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412114d4de9da8dad400e9158782ea5a42862_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,686 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113c7e1c51102b403bba1a794ba9e4c786_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412113c7e1c51102b403bba1a794ba9e4c786_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,686 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211210e8bb096f24711b78d07ee1ffdb0c1_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211210e8bb096f24711b78d07ee1ffdb0c1_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121157ce363769e04cecbede3fcd3d183512_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121157ce363769e04cecbede3fcd3d183512_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a88d77c4d99c4815a0eb63e9d5d2134c_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211a88d77c4d99c4815a0eb63e9d5d2134c_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412118162233114d34710b3ae8380a7a13aac_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412118162233114d34710b3ae8380a7a13aac_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117d2ab602b5854cfcbf7a38128528c2fb_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412117d2ab602b5854cfcbf7a38128528c2fb_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aabc6ac711544eeade794a0158fb62c_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412116aabc6ac711544eeade794a0158fb62c_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,687 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b58820c8de824c90bded2b49275e3a7a_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211b58820c8de824c90bded2b49275e3a7a_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,688 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c4b89133895c4fc590d9420aa24629a3_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211c4b89133895c4fc590d9420aa24629a3_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,688 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d7c6cf7e41b44c03bfce3c6b3a7a8770_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211d7c6cf7e41b44c03bfce3c6b3a7a8770_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,688 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e58853b2cd8b427b88f2b55768c3e4c8_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211e58853b2cd8b427b88f2b55768c3e4c8_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,688 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211f8850bb7d55345f5a799ccfd6f2bead5_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211f8850bb7d55345f5a799ccfd6f2bead5_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,688 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fed42eb1e64342dd998755f5209c9390_4e79a8d9c2e0cafc0f875d970711f96a to hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241211fed42eb1e64342dd998755f5209c9390_4e79a8d9c2e0cafc0f875d970711f96a 2024-12-11T17:35:28,689 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-11T17:35:28,691 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,693 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-11T17:35:28,695 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-11T17:35:28,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-11T17:35:28,697 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733938528696"}]},"ts":"9223372036854775807"} 2024-12-11T17:35:28,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T17:35:28,698 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4e79a8d9c2e0cafc0f875d970711f96a, NAME => 'TestAcidGuarantees,,1733938491524.4e79a8d9c2e0cafc0f875d970711f96a.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T17:35:28,698 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-11T17:35:28,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733938528698"}]},"ts":"9223372036854775807"} 2024-12-11T17:35:28,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-11T17:35:28,700 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-11T17:35:28,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-12-11T17:35:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-11T17:35:28,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-11T17:35:28,763 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-11T17:35:28,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=245 (was 247), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=4911 (was 4930) 2024-12-11T17:35:28,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T17:35:28,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:35:28,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:35:28,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:28,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:28,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T17:35:28,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T17:35:28,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670137913, stopped=false 2024-12-11T17:35:28,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d00a8b8c10,35091,1733938334048 2024-12-11T17:35:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T17:35:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T17:35:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:35:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:35:28,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T17:35:28,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T17:35:28,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:35:28,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:28,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T17:35:28,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T17:35:28,838 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d00a8b8c10,33151,1733938334749' ***** 2024-12-11T17:35:28,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T17:35:28,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T17:35:28,839 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T17:35:28,840 INFO [RS:0;d7d00a8b8c10:33151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T17:35:28,840 INFO [RS:0;d7d00a8b8c10:33151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T17:35:28,840 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(959): stopping server d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:28,840 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T17:35:28,840 INFO [RS:0;d7d00a8b8c10:33151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d00a8b8c10:33151. 2024-12-11T17:35:28,840 DEBUG [RS:0;d7d00a8b8c10:33151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T17:35:28,840 DEBUG [RS:0;d7d00a8b8c10:33151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:28,841 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T17:35:28,841 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T17:35:28,841 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T17:35:28,841 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T17:35:28,842 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-11T17:35:28,842 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-11T17:35:28,842 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:28,842 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T17:35:28,842 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T17:35:28,842 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T17:35:28,842 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T17:35:28,842 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T17:35:28,842 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-11T17:35:28,869 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/info/ceb0c793910241f888ed9166d5d8a1c0 is 95, key is TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8./info:/1733938372893/DeleteFamily/seqid=0 2024-12-11T17:35:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742458_1634 (size=6514) 2024-12-11T17:35:28,883 INFO [regionserver/d7d00a8b8c10:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T17:35:29,042 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:29,242 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:29,274 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/info/ceb0c793910241f888ed9166d5d8a1c0 2024-12-11T17:35:29,298 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/ns/641fa1bc532f41ef9f1effed9b9b67fa is 93, key is TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8./ns:/1733938372852/DeleteFamily/seqid=0 2024-12-11T17:35:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742459_1635 (size=5906) 2024-12-11T17:35:29,443 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:29,643 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:29,675 INFO [regionserver/d7d00a8b8c10:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T17:35:29,676 INFO [regionserver/d7d00a8b8c10:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T17:35:29,702 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/ns/641fa1bc532f41ef9f1effed9b9b67fa 2024-12-11T17:35:29,734 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/rep_barrier/d38f058bce144301bcf336de32c9fc5c is 102, key is TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8./rep_barrier:/1733938372852/DeleteFamily/seqid=0 2024-12-11T17:35:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742460_1636 (size=6025) 2024-12-11T17:35:29,843 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:30,044 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:30,139 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/rep_barrier/d38f058bce144301bcf336de32c9fc5c 2024-12-11T17:35:30,163 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/table/03ee214bfe58410396df5b0e0f94f7ac is 96, key is TestAcidGuarantees,,1733938339133.5cf5ffc9281777c215da9586e3ade8d8./table:/1733938372852/DeleteFamily/seqid=0 2024-12-11T17:35:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742461_1637 (size=5936) 2024-12-11T17:35:30,244 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:30,444 DEBUG [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T17:35:30,568 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/table/03ee214bfe58410396df5b0e0f94f7ac 2024-12-11T17:35:30,579 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/info/ceb0c793910241f888ed9166d5d8a1c0 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/info/ceb0c793910241f888ed9166d5d8a1c0 2024-12-11T17:35:30,584 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/info/ceb0c793910241f888ed9166d5d8a1c0, entries=12, sequenceid=90, filesize=6.4 K 2024-12-11T17:35:30,585 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/ns/641fa1bc532f41ef9f1effed9b9b67fa as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/ns/641fa1bc532f41ef9f1effed9b9b67fa 2024-12-11T17:35:30,589 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/ns/641fa1bc532f41ef9f1effed9b9b67fa, entries=8, sequenceid=90, filesize=5.8 K 2024-12-11T17:35:30,589 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/rep_barrier/d38f058bce144301bcf336de32c9fc5c as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/rep_barrier/d38f058bce144301bcf336de32c9fc5c 2024-12-11T17:35:30,592 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/rep_barrier/d38f058bce144301bcf336de32c9fc5c, entries=6, sequenceid=90, filesize=5.9 K 2024-12-11T17:35:30,592 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/.tmp/table/03ee214bfe58410396df5b0e0f94f7ac as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/table/03ee214bfe58410396df5b0e0f94f7ac 2024-12-11T17:35:30,595 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/table/03ee214bfe58410396df5b0e0f94f7ac, entries=7, sequenceid=90, filesize=5.8 K 2024-12-11T17:35:30,596 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=90, compaction requested=false 2024-12-11T17:35:30,600 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-11T17:35:30,601 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T17:35:30,601 INFO [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T17:35:30,601 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733938528842Running coprocessor pre-close hooks at 1733938528842Disabling compacts and flushes for region at 1733938528842Disabling writes for close at 1733938528842Obtaining lock to block concurrent updates at 1733938528842Preparing flush snapshotting stores in 1588230740 at 1733938528842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733938528843 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733938528843Flushing 1588230740/info: creating writer at 1733938528844 (+1 ms)Flushing 1588230740/info: appending metadata at 1733938528869 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733938528869Flushing 1588230740/ns: creating writer at 1733938529283 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733938529297 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733938529298 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733938529712 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733938529734 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733938529734Flushing 1588230740/table: creating writer at 1733938530149 (+415 ms)Flushing 1588230740/table: appending metadata at 1733938530163 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733938530163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe5f896: reopening flushed file at 1733938530578 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a89826: reopening flushed file at 1733938530584 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775bd8bf: reopening flushed file at 1733938530589 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee1c2e6: reopening flushed file at 1733938530592 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=90, compaction requested=false at 1733938530596 (+4 ms)Writing region close event to WAL at 1733938530597 (+1 ms)Running coprocessor post-close hooks at 1733938530601 (+4 ms)Closed at 1733938530601 2024-12-11T17:35:30,601 DEBUG [RS_CLOSE_META-regionserver/d7d00a8b8c10:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T17:35:30,645 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(976): stopping server d7d00a8b8c10,33151,1733938334749; all regions closed. 2024-12-11T17:35:30,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741834_1010 (size=25344) 2024-12-11T17:35:30,655 DEBUG [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/oldWALs 2024-12-11T17:35:30,655 INFO [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d00a8b8c10%2C33151%2C1733938334749.meta:.meta(num 1733938338767) 2024-12-11T17:35:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741832_1008 (size=14428374) 2024-12-11T17:35:30,660 DEBUG [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/oldWALs 2024-12-11T17:35:30,660 INFO [RS:0;d7d00a8b8c10:33151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d00a8b8c10%2C33151%2C1733938334749:(num 1733938337760) 2024-12-11T17:35:30,660 DEBUG [RS:0;d7d00a8b8c10:33151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T17:35:30,660 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T17:35:30,660 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T17:35:30,660 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d00a8b8c10:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T17:35:30,661 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T17:35:30,661 INFO [regionserver/d7d00a8b8c10:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T17:35:30,661 INFO [RS:0;d7d00a8b8c10:33151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33151 2024-12-11T17:35:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7d00a8b8c10,33151,1733938334749 2024-12-11T17:35:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T17:35:30,702 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T17:35:30,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d00a8b8c10,33151,1733938334749] 2024-12-11T17:35:30,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7d00a8b8c10,33151,1733938334749 already deleted, retry=false 2024-12-11T17:35:30,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d00a8b8c10,33151,1733938334749 expired; onlineServers=0 2024-12-11T17:35:30,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d00a8b8c10,35091,1733938334048' ***** 2024-12-11T17:35:30,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T17:35:30,722 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T17:35:30,723 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T17:35:30,723 DEBUG [M:0;d7d00a8b8c10:35091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T17:35:30,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T17:35:30,723 DEBUG [M:0;d7d00a8b8c10:35091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T17:35:30,723 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.small.0-1733938337444 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.small.0-1733938337444,5,FailOnTimeoutGroup] 2024-12-11T17:35:30,723 DEBUG [master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.large.0-1733938337444 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d00a8b8c10:0:becomeActiveMaster-HFileCleaner.large.0-1733938337444,5,FailOnTimeoutGroup] 2024-12-11T17:35:30,724 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.ChoreService(370): Chore service for: master/d7d00a8b8c10:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T17:35:30,724 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T17:35:30,724 DEBUG [M:0;d7d00a8b8c10:35091 {}] master.HMaster(1795): Stopping service threads 2024-12-11T17:35:30,724 INFO [M:0;d7d00a8b8c10:35091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T17:35:30,724 INFO [M:0;d7d00a8b8c10:35091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T17:35:30,724 ERROR [M:0;d7d00a8b8c10:35091 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (745627032) connection to localhost/127.0.0.1:40891 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40891,5,PEWorkerGroup] 2024-12-11T17:35:30,725 INFO [M:0;d7d00a8b8c10:35091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T17:35:30,726 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T17:35:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T17:35:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T17:35:30,735 DEBUG [M:0;d7d00a8b8c10:35091 {}] zookeeper.ZKUtil(347): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T17:35:30,735 WARN [M:0;d7d00a8b8c10:35091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T17:35:30,736 INFO [M:0;d7d00a8b8c10:35091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/.lastflushedseqids 2024-12-11T17:35:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742462_1638 (size=72) 2024-12-11T17:35:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T17:35:30,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33151-0x100162662bd0001, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T17:35:30,815 INFO [RS:0;d7d00a8b8c10:33151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T17:35:30,815 INFO [RS:0;d7d00a8b8c10:33151 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d00a8b8c10,33151,1733938334749; zookeeper connection closed. 2024-12-11T17:35:30,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@346f1d3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@346f1d3f 2024-12-11T17:35:30,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T17:35:31,148 INFO [M:0;d7d00a8b8c10:35091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T17:35:31,148 INFO [M:0;d7d00a8b8c10:35091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T17:35:31,148 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T17:35:31,149 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:35:31,149 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:35:31,149 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T17:35:31,149 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:35:31,149 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=742.02 KB heapSize=910.98 KB 2024-12-11T17:35:31,167 DEBUG [M:0;d7d00a8b8c10:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3baaaf0c78ba4adba5a33899a2ebf08b is 82, key is hbase:meta,,1/info:regioninfo/1733938338849/Put/seqid=0 2024-12-11T17:35:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742463_1639 (size=5672) 2024-12-11T17:35:31,572 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2075 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3baaaf0c78ba4adba5a33899a2ebf08b 2024-12-11T17:35:31,597 DEBUG [M:0;d7d00a8b8c10:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ac300d7cb341bda83dc9a2dc42bef3 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1733938494636/Put/seqid=0 2024-12-11T17:35:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742464_1640 (size=44894) 2024-12-11T17:35:32,002 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=741.47 KB at sequenceid=2075 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ac300d7cb341bda83dc9a2dc42bef3 2024-12-11T17:35:32,011 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ac300d7cb341bda83dc9a2dc42bef3 2024-12-11T17:35:32,025 DEBUG [M:0;d7d00a8b8c10:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78a1cc2d22cd422bafffaecd464a69fb is 69, key is d7d00a8b8c10,33151,1733938334749/rs:state/1733938337529/Put/seqid=0 2024-12-11T17:35:32,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073742465_1641 (size=5156) 2024-12-11T17:35:32,429 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2075 (bloomFilter=true), to=hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78a1cc2d22cd422bafffaecd464a69fb 2024-12-11T17:35:32,436 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3baaaf0c78ba4adba5a33899a2ebf08b as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3baaaf0c78ba4adba5a33899a2ebf08b 2024-12-11T17:35:32,441 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3baaaf0c78ba4adba5a33899a2ebf08b, entries=8, sequenceid=2075, filesize=5.5 K 2024-12-11T17:35:32,442 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ac300d7cb341bda83dc9a2dc42bef3 as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ac300d7cb341bda83dc9a2dc42bef3 2024-12-11T17:35:32,447 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ac300d7cb341bda83dc9a2dc42bef3 2024-12-11T17:35:32,447 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ac300d7cb341bda83dc9a2dc42bef3, entries=174, sequenceid=2075, filesize=43.8 K 2024-12-11T17:35:32,447 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78a1cc2d22cd422bafffaecd464a69fb as hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78a1cc2d22cd422bafffaecd464a69fb 2024-12-11T17:35:32,450 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40891/user/jenkins/test-data/2c94cc12-8f07-540a-94a3-9f96ee9fd501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78a1cc2d22cd422bafffaecd464a69fb, entries=1, sequenceid=2075, filesize=5.0 K 2024-12-11T17:35:32,450 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~742.02 KB/759831, heapSize ~910.69 KB/932544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=2075, compaction requested=false 2024-12-11T17:35:32,452 INFO [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T17:35:32,452 DEBUG [M:0;d7d00a8b8c10:35091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733938531148Disabling compacts and flushes for region at 1733938531148Disabling writes for close at 1733938531149 (+1 ms)Obtaining lock to block concurrent updates at 1733938531149Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733938531149Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=759831, getHeapSize=932784, getOffHeapSize=0, getCellsCount=2274 at 1733938531149Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733938531150 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733938531150Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733938531167 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733938531167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733938531580 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733938531597 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733938531597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733938532011 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733938532024 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733938532024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cbd8ed: reopening flushed file at 1733938532435 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf7bbcf: reopening flushed file at 1733938532441 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f2d961: reopening flushed file at 1733938532447 (+6 ms)Finished flush of dataSize ~742.02 KB/759831, heapSize ~910.69 KB/932544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=2075, compaction requested=false at 1733938532450 (+3 ms)Writing region close event to WAL at 1733938532451 (+1 ms)Closed at 1733938532451 2024-12-11T17:35:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741830_1006 (size=895921) 2024-12-11T17:35:32,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T17:35:32,454 INFO [M:0;d7d00a8b8c10:35091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T17:35:32,454 INFO [M:0;d7d00a8b8c10:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-12-11T17:35:32,455 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T17:35:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T17:35:32,594 INFO [M:0;d7d00a8b8c10:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T17:35:32,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100162662bd0000, quorum=127.0.0.1:59704, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T17:35:32,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e531827{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T17:35:32,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ea205b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T17:35:32,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T17:35:32,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24457f8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T17:35:32,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350067e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.log.dir/,STOPPED} 2024-12-11T17:35:32,612 WARN [BP-1092342993-172.17.0.2-1733938330835 heartbeating to localhost/127.0.0.1:40891 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T17:35:32,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T17:35:32,612 WARN [BP-1092342993-172.17.0.2-1733938330835 heartbeating to localhost/127.0.0.1:40891 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1092342993-172.17.0.2-1733938330835 (Datanode Uuid 7d49500c-baf8-46a0-82e0-5e790b44df6d) service to localhost/127.0.0.1:40891 2024-12-11T17:35:32,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T17:35:32,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data1/current/BP-1092342993-172.17.0.2-1733938330835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T17:35:32,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/cluster_7e1f4097-ee5f-b866-16ed-5bae7f170abe/data/data2/current/BP-1092342993-172.17.0.2-1733938330835 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T17:35:32,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T17:35:32,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f405bdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T17:35:32,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b829fcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T17:35:32,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T17:35:32,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a6a643{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T17:35:32,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610d6b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44911f97-1069-3a56-da58-2e27f519b06b/hadoop.log.dir/,STOPPED} 2024-12-11T17:35:32,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T17:35:32,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down